2024-11-11 22:18:24,133 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-11 22:18:24,162 main DEBUG Took 0.027007 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-11 22:18:24,163 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-11 22:18:24,164 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-11 22:18:24,165 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-11 22:18:24,168 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 22:18:24,187 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-11 22:18:24,210 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 22:18:24,212 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 22:18:24,213 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 22:18:24,213 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 22:18:24,214 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 22:18:24,214 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 22:18:24,215 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 22:18:24,216 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 22:18:24,216 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 22:18:24,217 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 22:18:24,218 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 22:18:24,218 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 22:18:24,219 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 22:18:24,219 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 22:18:24,220 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 22:18:24,220 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 22:18:24,221 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 22:18:24,221 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 22:18:24,222 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 22:18:24,222 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 22:18:24,223 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 22:18:24,223 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 22:18:24,223 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 22:18:24,224 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 22:18:24,224 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 22:18:24,225 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-11 22:18:24,227 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 22:18:24,228 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-11 22:18:24,231 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-11 22:18:24,231 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-11 22:18:24,233 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-11 22:18:24,233 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-11 22:18:24,247 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-11 22:18:24,253 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-11 22:18:24,256 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-11 22:18:24,257 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-11 22:18:24,258 main DEBUG createAppenders(={Console}) 2024-11-11 22:18:24,261 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-11 22:18:24,262 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-11 22:18:24,263 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-11 22:18:24,264 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-11 22:18:24,265 main DEBUG OutputStream closed 2024-11-11 22:18:24,265 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-11 22:18:24,266 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-11 22:18:24,266 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-11 22:18:24,374 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-11 22:18:24,377 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-11 22:18:24,379 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-11 22:18:24,380 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-11 22:18:24,380 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-11 22:18:24,381 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-11 22:18:24,381 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-11 22:18:24,382 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-11 22:18:24,382 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-11 22:18:24,382 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-11 22:18:24,383 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-11 22:18:24,383 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-11 22:18:24,384 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-11 22:18:24,384 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-11 22:18:24,384 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-11 22:18:24,385 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-11 22:18:24,385 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-11 22:18:24,386 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-11 22:18:24,388 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11 22:18:24,388 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-11 22:18:24,389 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-11 22:18:24,390 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-11T22:18:24,725 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3d04c0a3-1174-3f52-ef1d-59aa901ec024 2024-11-11 22:18:24,729 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-11 22:18:24,729 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11T22:18:24,742 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-11T22:18:24,768 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T22:18:24,773 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3d04c0a3-1174-3f52-ef1d-59aa901ec024/cluster_80819adb-fd99-1988-6c92-fecfcf4e0129, deleteOnExit=true 2024-11-11T22:18:24,773 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-11T22:18:24,774 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3d04c0a3-1174-3f52-ef1d-59aa901ec024/test.cache.data in system properties and HBase conf 2024-11-11T22:18:24,775 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3d04c0a3-1174-3f52-ef1d-59aa901ec024/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T22:18:24,776 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3d04c0a3-1174-3f52-ef1d-59aa901ec024/hadoop.log.dir in system properties and HBase conf 2024-11-11T22:18:24,777 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3d04c0a3-1174-3f52-ef1d-59aa901ec024/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T22:18:24,777 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3d04c0a3-1174-3f52-ef1d-59aa901ec024/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T22:18:24,778 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-11T22:18:24,883 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-11T22:18:25,013 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T22:18:25,027 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3d04c0a3-1174-3f52-ef1d-59aa901ec024/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T22:18:25,028 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3d04c0a3-1174-3f52-ef1d-59aa901ec024/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T22:18:25,029 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3d04c0a3-1174-3f52-ef1d-59aa901ec024/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T22:18:25,029 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3d04c0a3-1174-3f52-ef1d-59aa901ec024/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T22:18:25,030 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3d04c0a3-1174-3f52-ef1d-59aa901ec024/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T22:18:25,030 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3d04c0a3-1174-3f52-ef1d-59aa901ec024/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T22:18:25,035 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3d04c0a3-1174-3f52-ef1d-59aa901ec024/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T22:18:25,035 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3d04c0a3-1174-3f52-ef1d-59aa901ec024/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T22:18:25,036 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3d04c0a3-1174-3f52-ef1d-59aa901ec024/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T22:18:25,037 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3d04c0a3-1174-3f52-ef1d-59aa901ec024/nfs.dump.dir in system properties and HBase conf 2024-11-11T22:18:25,037 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3d04c0a3-1174-3f52-ef1d-59aa901ec024/java.io.tmpdir in system properties and HBase conf 2024-11-11T22:18:25,038 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3d04c0a3-1174-3f52-ef1d-59aa901ec024/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T22:18:25,039 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3d04c0a3-1174-3f52-ef1d-59aa901ec024/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T22:18:25,039 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3d04c0a3-1174-3f52-ef1d-59aa901ec024/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T22:18:26,070 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T22:18:26,184 INFO [Time-limited test {}] log.Log(170): Logging initialized @3017ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-11T22:18:26,274 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T22:18:26,364 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T22:18:26,388 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T22:18:26,388 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T22:18:26,390 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T22:18:26,405 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T22:18:26,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3d04c0a3-1174-3f52-ef1d-59aa901ec024/hadoop.log.dir/,AVAILABLE} 2024-11-11T22:18:26,413 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T22:18:26,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3d04c0a3-1174-3f52-ef1d-59aa901ec024/java.io.tmpdir/jetty-localhost-39857-hadoop-hdfs-3_4_1-tests_jar-_-any-10762750424762256274/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T22:18:26,643 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:39857} 2024-11-11T22:18:26,643 INFO [Time-limited test {}] server.Server(415): Started @3478ms 2024-11-11T22:18:27,079 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T22:18:27,088 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T22:18:27,090 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T22:18:27,090 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T22:18:27,090 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T22:18:27,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3d04c0a3-1174-3f52-ef1d-59aa901ec024/hadoop.log.dir/,AVAILABLE} 2024-11-11T22:18:27,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T22:18:27,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3d04c0a3-1174-3f52-ef1d-59aa901ec024/java.io.tmpdir/jetty-localhost-42181-hadoop-hdfs-3_4_1-tests_jar-_-any-10295516727589669178/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T22:18:27,214 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:42181} 2024-11-11T22:18:27,215 INFO [Time-limited test {}] server.Server(415): Started @4050ms 2024-11-11T22:18:27,274 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T22:18:27,912 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3d04c0a3-1174-3f52-ef1d-59aa901ec024/cluster_80819adb-fd99-1988-6c92-fecfcf4e0129/dfs/data/data1/current/BP-1598787696-172.17.0.3-1731363505795/current, will proceed with Du for space computation calculation, 2024-11-11T22:18:27,925 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3d04c0a3-1174-3f52-ef1d-59aa901ec024/cluster_80819adb-fd99-1988-6c92-fecfcf4e0129/dfs/data/data2/current/BP-1598787696-172.17.0.3-1731363505795/current, will proceed with Du for space computation calculation, 2024-11-11T22:18:27,993 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T22:18:28,067 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4b3df83bb24d57f3 with lease ID 0x2244a34f6e91ba2c: Processing first storage report for DS-0590d496-4002-4731-9c4d-1124c05b581b from datanode DatanodeRegistration(127.0.0.1:37365, datanodeUuid=8e56adbf-2d33-4630-a198-edf0ed8b0da7, infoPort=32875, infoSecurePort=0, ipcPort=36727, storageInfo=lv=-57;cid=testClusterID;nsid=1413975692;c=1731363505795) 2024-11-11T22:18:28,069 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4b3df83bb24d57f3 with lease ID 0x2244a34f6e91ba2c: from storage DS-0590d496-4002-4731-9c4d-1124c05b581b node DatanodeRegistration(127.0.0.1:37365, datanodeUuid=8e56adbf-2d33-4630-a198-edf0ed8b0da7, infoPort=32875, infoSecurePort=0, ipcPort=36727, storageInfo=lv=-57;cid=testClusterID;nsid=1413975692;c=1731363505795), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-11T22:18:28,070 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4b3df83bb24d57f3 with lease ID 0x2244a34f6e91ba2c: Processing first storage report for DS-74c64006-6af7-4bc0-9c7f-d21223f9cbb7 from datanode DatanodeRegistration(127.0.0.1:37365, datanodeUuid=8e56adbf-2d33-4630-a198-edf0ed8b0da7, infoPort=32875, infoSecurePort=0, ipcPort=36727, storageInfo=lv=-57;cid=testClusterID;nsid=1413975692;c=1731363505795) 2024-11-11T22:18:28,070 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4b3df83bb24d57f3 with lease ID 0x2244a34f6e91ba2c: from storage DS-74c64006-6af7-4bc0-9c7f-d21223f9cbb7 node DatanodeRegistration(127.0.0.1:37365, datanodeUuid=8e56adbf-2d33-4630-a198-edf0ed8b0da7, infoPort=32875, infoSecurePort=0, ipcPort=36727, storageInfo=lv=-57;cid=testClusterID;nsid=1413975692;c=1731363505795), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T22:18:28,099 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3d04c0a3-1174-3f52-ef1d-59aa901ec024 2024-11-11T22:18:28,198 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3d04c0a3-1174-3f52-ef1d-59aa901ec024/cluster_80819adb-fd99-1988-6c92-fecfcf4e0129/zookeeper_0, clientPort=61334, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3d04c0a3-1174-3f52-ef1d-59aa901ec024/cluster_80819adb-fd99-1988-6c92-fecfcf4e0129/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3d04c0a3-1174-3f52-ef1d-59aa901ec024/cluster_80819adb-fd99-1988-6c92-fecfcf4e0129/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T22:18:28,211 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=61334 2024-11-11T22:18:28,229 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T22:18:28,233 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T22:18:28,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741825_1001 (size=7) 2024-11-11T22:18:28,986 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690 with version=8 2024-11-11T22:18:28,986 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/hbase-staging 2024-11-11T22:18:29,150 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-11T22:18:29,423 INFO [Time-limited test {}] client.ConnectionUtils(129): master/47c9c93ccfa8:0 server-side Connection retries=45 2024-11-11T22:18:29,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T22:18:29,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T22:18:29,451 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T22:18:29,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T22:18:29,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T22:18:29,608 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T22:18:29,670 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-11T22:18:29,681 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-11T22:18:29,685 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T22:18:29,712 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 9093 (auto-detected) 2024-11-11T22:18:29,713 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-11T22:18:29,732 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:44751 2024-11-11T22:18:29,741 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T22:18:29,744 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T22:18:29,758 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:44751 connecting to ZooKeeper ensemble=127.0.0.1:61334 2024-11-11T22:18:29,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447510x0, quorum=127.0.0.1:61334, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T22:18:29,804 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44751-0x101091c7a590000 connected 2024-11-11T22:18:29,930 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44751-0x101091c7a590000, quorum=127.0.0.1:61334, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T22:18:29,934 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44751-0x101091c7a590000, quorum=127.0.0.1:61334, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T22:18:29,938 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44751-0x101091c7a590000, quorum=127.0.0.1:61334, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T22:18:29,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44751 2024-11-11T22:18:29,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44751 2024-11-11T22:18:29,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44751 2024-11-11T22:18:29,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44751 2024-11-11T22:18:29,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44751 2024-11-11T22:18:29,954 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690, hbase.cluster.distributed=false 2024-11-11T22:18:30,065 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/47c9c93ccfa8:0 server-side Connection retries=45 2024-11-11T22:18:30,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T22:18:30,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T22:18:30,066 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T22:18:30,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T22:18:30,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T22:18:30,070 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T22:18:30,073 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T22:18:30,080 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:41889 2024-11-11T22:18:30,084 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T22:18:30,091 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T22:18:30,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T22:18:30,096 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T22:18:30,100 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:41889 connecting to ZooKeeper ensemble=127.0.0.1:61334 2024-11-11T22:18:30,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418890x0, quorum=127.0.0.1:61334, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T22:18:30,116 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:418890x0, quorum=127.0.0.1:61334, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T22:18:30,120 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:418890x0, quorum=127.0.0.1:61334, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T22:18:30,121 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41889-0x101091c7a590001 connected 2024-11-11T22:18:30,125 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41889-0x101091c7a590001, quorum=127.0.0.1:61334, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T22:18:30,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41889 2024-11-11T22:18:30,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41889 2024-11-11T22:18:30,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41889 2024-11-11T22:18:30,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41889 2024-11-11T22:18:30,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41889 2024-11-11T22:18:30,145 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/47c9c93ccfa8,44751,1731363509143 2024-11-11T22:18:30,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x101091c7a590000, quorum=127.0.0.1:61334, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T22:18:30,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41889-0x101091c7a590001, quorum=127.0.0.1:61334, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T22:18:30,164 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44751-0x101091c7a590000, quorum=127.0.0.1:61334, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/47c9c93ccfa8,44751,1731363509143 2024-11-11T22:18:30,165 DEBUG [M:0;47c9c93ccfa8:44751 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;47c9c93ccfa8:44751 2024-11-11T22:18:30,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41889-0x101091c7a590001, quorum=127.0.0.1:61334, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T22:18:30,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x101091c7a590000, quorum=127.0.0.1:61334, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T22:18:30,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x101091c7a590000, quorum=127.0.0.1:61334, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T22:18:30,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41889-0x101091c7a590001, quorum=127.0.0.1:61334, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T22:18:30,201 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44751-0x101091c7a590000, quorum=127.0.0.1:61334, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T22:18:30,202 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:44751-0x101091c7a590000, quorum=127.0.0.1:61334, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T22:18:30,203 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/47c9c93ccfa8,44751,1731363509143 from backup master directory 2024-11-11T22:18:30,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x101091c7a590000, quorum=127.0.0.1:61334, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/47c9c93ccfa8,44751,1731363509143 2024-11-11T22:18:30,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x101091c7a590000, quorum=127.0.0.1:61334, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T22:18:30,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41889-0x101091c7a590001, quorum=127.0.0.1:61334, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T22:18:30,208 WARN [master/47c9c93ccfa8:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T22:18:30,208 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=47c9c93ccfa8,44751,1731363509143 2024-11-11T22:18:30,210 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-11T22:18:30,212 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-11T22:18:30,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741826_1002 (size=42) 2024-11-11T22:18:30,298 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/hbase.id with ID: 07edc6f4-0b8b-4429-bbc2-05d220068113 2024-11-11T22:18:30,340 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T22:18:30,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x101091c7a590000, quorum=127.0.0.1:61334, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T22:18:30,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41889-0x101091c7a590001, quorum=127.0.0.1:61334, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T22:18:30,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741827_1003 (size=196) 2024-11-11T22:18:30,401 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T22:18:30,403 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T22:18:30,420 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:30,425 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T22:18:30,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741828_1004 (size=1189) 2024-11-11T22:18:30,885 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/MasterData/data/master/store 2024-11-11T22:18:30,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741829_1005 (size=34) 2024-11-11T22:18:31,307 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-11T22:18:31,308 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T22:18:31,309 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T22:18:31,309 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T22:18:31,309 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T22:18:31,309 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T22:18:31,309 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T22:18:31,309 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T22:18:31,309 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-11T22:18:31,312 WARN [master/47c9c93ccfa8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/MasterData/data/master/store/.initializing 2024-11-11T22:18:31,312 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/MasterData/WALs/47c9c93ccfa8,44751,1731363509143 2024-11-11T22:18:31,318 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T22:18:31,329 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=47c9c93ccfa8%2C44751%2C1731363509143, suffix=, logDir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/MasterData/WALs/47c9c93ccfa8,44751,1731363509143, archiveDir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/MasterData/oldWALs, maxLogs=10 2024-11-11T22:18:31,356 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(599): When create output stream for /user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/MasterData/WALs/47c9c93ccfa8,44751,1731363509143/47c9c93ccfa8%2C44751%2C1731363509143.1731363511334, exclude list is [], retry=0 2024-11-11T22:18:31,373 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37365,DS-0590d496-4002-4731-9c4d-1124c05b581b,DISK] 2024-11-11T22:18:31,376 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-11T22:18:31,417 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/MasterData/WALs/47c9c93ccfa8,44751,1731363509143/47c9c93ccfa8%2C44751%2C1731363509143.1731363511334 2024-11-11T22:18:31,418 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32875:32875)] 2024-11-11T22:18:31,419 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T22:18:31,420 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T22:18:31,424 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T22:18:31,425 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T22:18:31,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T22:18:31,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T22:18:31,505 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:18:31,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T22:18:31,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T22:18:31,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T22:18:31,515 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:18:31,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T22:18:31,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T22:18:31,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T22:18:31,521 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:18:31,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T22:18:31,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T22:18:31,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T22:18:31,525 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:18:31,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T22:18:31,530 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T22:18:31,531 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T22:18:31,542 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T22:18:31,546 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T22:18:31,552 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T22:18:31,554 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65460644, jitterRate=-0.024560391902923584}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T22:18:31,559 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-11T22:18:31,561 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T22:18:31,595 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a55184e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:18:31,630 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-11T22:18:31,642 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T22:18:31,642 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T22:18:31,644 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T22:18:31,646 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-11T22:18:31,651 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 5 msec 2024-11-11T22:18:31,651 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T22:18:31,684 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T22:18:31,699 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44751-0x101091c7a590000, quorum=127.0.0.1:61334, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T22:18:31,702 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-11T22:18:31,704 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T22:18:31,706 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44751-0x101091c7a590000, quorum=127.0.0.1:61334, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T22:18:31,708 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-11T22:18:31,710 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T22:18:31,714 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44751-0x101091c7a590000, quorum=127.0.0.1:61334, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T22:18:31,717 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-11T22:18:31,718 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44751-0x101091c7a590000, quorum=127.0.0.1:61334, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T22:18:31,719 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T22:18:31,729 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44751-0x101091c7a590000, quorum=127.0.0.1:61334, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T22:18:31,731 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T22:18:31,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x101091c7a590000, quorum=127.0.0.1:61334, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T22:18:31,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41889-0x101091c7a590001, quorum=127.0.0.1:61334, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T22:18:31,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x101091c7a590000, quorum=127.0.0.1:61334, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T22:18:31,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41889-0x101091c7a590001, quorum=127.0.0.1:61334, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T22:18:31,736 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=47c9c93ccfa8,44751,1731363509143, sessionid=0x101091c7a590000, setting cluster-up flag (Was=false) 2024-11-11T22:18:31,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41889-0x101091c7a590001, quorum=127.0.0.1:61334, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T22:18:31,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x101091c7a590000, quorum=127.0.0.1:61334, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T22:18:31,757 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T22:18:31,759 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47c9c93ccfa8,44751,1731363509143 2024-11-11T22:18:31,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x101091c7a590000, quorum=127.0.0.1:61334, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T22:18:31,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41889-0x101091c7a590001, quorum=127.0.0.1:61334, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T22:18:31,771 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T22:18:31,773 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47c9c93ccfa8,44751,1731363509143 2024-11-11T22:18:31,857 DEBUG [RS:0;47c9c93ccfa8:41889 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;47c9c93ccfa8:41889 2024-11-11T22:18:31,857 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-11T22:18:31,859 INFO [RS:0;47c9c93ccfa8:41889 {}] regionserver.HRegionServer(1008): ClusterId : 07edc6f4-0b8b-4429-bbc2-05d220068113 2024-11-11T22:18:31,862 DEBUG [RS:0;47c9c93ccfa8:41889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T22:18:31,864 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-11T22:18:31,866 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T22:18:31,867 DEBUG [RS:0;47c9c93ccfa8:41889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T22:18:31,867 DEBUG [RS:0;47c9c93ccfa8:41889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T22:18:31,870 DEBUG [RS:0;47c9c93ccfa8:41889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T22:18:31,871 DEBUG [RS:0;47c9c93ccfa8:41889 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c56895a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:18:31,873 DEBUG [RS:0;47c9c93ccfa8:41889 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20475053, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=47c9c93ccfa8/172.17.0.3:0 2024-11-11T22:18:31,873 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 47c9c93ccfa8,44751,1731363509143 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T22:18:31,876 INFO [RS:0;47c9c93ccfa8:41889 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-11T22:18:31,876 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/47c9c93ccfa8:0, corePoolSize=5, maxPoolSize=5 2024-11-11T22:18:31,876 INFO [RS:0;47c9c93ccfa8:41889 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-11T22:18:31,876 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/47c9c93ccfa8:0, corePoolSize=5, maxPoolSize=5 2024-11-11T22:18:31,876 DEBUG [RS:0;47c9c93ccfa8:41889 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-11T22:18:31,877 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/47c9c93ccfa8:0, corePoolSize=5, maxPoolSize=5 2024-11-11T22:18:31,877 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/47c9c93ccfa8:0, corePoolSize=5, maxPoolSize=5 2024-11-11T22:18:31,877 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/47c9c93ccfa8:0, corePoolSize=10, maxPoolSize=10 2024-11-11T22:18:31,877 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/47c9c93ccfa8:0, corePoolSize=1, maxPoolSize=1 2024-11-11T22:18:31,877 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/47c9c93ccfa8:0, corePoolSize=2, maxPoolSize=2 2024-11-11T22:18:31,877 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/47c9c93ccfa8:0, corePoolSize=1, maxPoolSize=1 2024-11-11T22:18:31,879 INFO [RS:0;47c9c93ccfa8:41889 {}] regionserver.HRegionServer(3073): reportForDuty to master=47c9c93ccfa8,44751,1731363509143 with isa=47c9c93ccfa8/172.17.0.3:41889, startcode=1731363510061 2024-11-11T22:18:31,879 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731363541879 2024-11-11T22:18:31,881 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T22:18:31,882 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T22:18:31,884 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-11T22:18:31,884 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-11T22:18:31,886 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T22:18:31,886 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T22:18:31,887 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T22:18:31,887 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T22:18:31,888 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T22:18:31,890 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:18:31,890 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T22:18:31,893 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T22:18:31,894 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T22:18:31,895 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T22:18:31,895 DEBUG [RS:0;47c9c93ccfa8:41889 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T22:18:31,897 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T22:18:31,897 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T22:18:31,900 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/47c9c93ccfa8:0:becomeActiveMaster-HFileCleaner.large.0-1731363511899,5,FailOnTimeoutGroup] 2024-11-11T22:18:31,907 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/47c9c93ccfa8:0:becomeActiveMaster-HFileCleaner.small.0-1731363511901,5,FailOnTimeoutGroup] 2024-11-11T22:18:31,907 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T22:18:31,907 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T22:18:31,908 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T22:18:31,909 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T22:18:31,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741831_1007 (size=1039) 2024-11-11T22:18:31,940 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49101, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T22:18:31,949 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44751 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:31,952 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44751 {}] master.ServerManager(486): Registering regionserver=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:31,975 DEBUG [RS:0;47c9c93ccfa8:41889 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690 2024-11-11T22:18:31,975 DEBUG [RS:0;47c9c93ccfa8:41889 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:39909 2024-11-11T22:18:31,975 DEBUG [RS:0;47c9c93ccfa8:41889 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-11T22:18:31,986 DEBUG [RS:0;47c9c93ccfa8:41889 {}] zookeeper.ZKUtil(111): regionserver:41889-0x101091c7a590001, quorum=127.0.0.1:61334, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:31,986 WARN [RS:0;47c9c93ccfa8:41889 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T22:18:31,987 INFO [RS:0;47c9c93ccfa8:41889 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T22:18:31,987 DEBUG [RS:0;47c9c93ccfa8:41889 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/WALs/47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:31,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x101091c7a590000, quorum=127.0.0.1:61334, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T22:18:31,995 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [47c9c93ccfa8,41889,1731363510061] 2024-11-11T22:18:32,005 DEBUG [RS:0;47c9c93ccfa8:41889 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-11T22:18:32,020 INFO [RS:0;47c9c93ccfa8:41889 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T22:18:32,034 INFO [RS:0;47c9c93ccfa8:41889 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T22:18:32,037 INFO [RS:0;47c9c93ccfa8:41889 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T22:18:32,038 INFO [RS:0;47c9c93ccfa8:41889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T22:18:32,038 INFO [RS:0;47c9c93ccfa8:41889 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-11T22:18:32,046 INFO [RS:0;47c9c93ccfa8:41889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T22:18:32,046 DEBUG [RS:0;47c9c93ccfa8:41889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/47c9c93ccfa8:0, corePoolSize=1, maxPoolSize=1 2024-11-11T22:18:32,047 DEBUG [RS:0;47c9c93ccfa8:41889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/47c9c93ccfa8:0, corePoolSize=1, maxPoolSize=1 2024-11-11T22:18:32,047 DEBUG [RS:0;47c9c93ccfa8:41889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/47c9c93ccfa8:0, corePoolSize=1, maxPoolSize=1 2024-11-11T22:18:32,047 DEBUG [RS:0;47c9c93ccfa8:41889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0, corePoolSize=1, maxPoolSize=1 2024-11-11T22:18:32,047 DEBUG [RS:0;47c9c93ccfa8:41889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/47c9c93ccfa8:0, corePoolSize=1, maxPoolSize=1 2024-11-11T22:18:32,048 DEBUG [RS:0;47c9c93ccfa8:41889 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/47c9c93ccfa8:0, corePoolSize=2, maxPoolSize=2 2024-11-11T22:18:32,048 DEBUG [RS:0;47c9c93ccfa8:41889 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0, corePoolSize=1, maxPoolSize=1 2024-11-11T22:18:32,048 DEBUG [RS:0;47c9c93ccfa8:41889 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/47c9c93ccfa8:0, corePoolSize=1, maxPoolSize=1 2024-11-11T22:18:32,048 DEBUG [RS:0;47c9c93ccfa8:41889 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/47c9c93ccfa8:0, corePoolSize=1, maxPoolSize=1 2024-11-11T22:18:32,048 DEBUG [RS:0;47c9c93ccfa8:41889 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/47c9c93ccfa8:0, corePoolSize=1, maxPoolSize=1 2024-11-11T22:18:32,049 DEBUG [RS:0;47c9c93ccfa8:41889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/47c9c93ccfa8:0, corePoolSize=1, maxPoolSize=1 2024-11-11T22:18:32,049 DEBUG [RS:0;47c9c93ccfa8:41889 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/47c9c93ccfa8:0, corePoolSize=3, maxPoolSize=3 2024-11-11T22:18:32,049 DEBUG [RS:0;47c9c93ccfa8:41889 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0, corePoolSize=3, maxPoolSize=3 2024-11-11T22:18:32,050 INFO [RS:0;47c9c93ccfa8:41889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T22:18:32,050 INFO [RS:0;47c9c93ccfa8:41889 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T22:18:32,050 INFO [RS:0;47c9c93ccfa8:41889 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T22:18:32,050 INFO [RS:0;47c9c93ccfa8:41889 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T22:18:32,050 INFO [RS:0;47c9c93ccfa8:41889 {}] hbase.ChoreService(168): Chore ScheduledChore name=47c9c93ccfa8,41889,1731363510061-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T22:18:32,073 INFO [RS:0;47c9c93ccfa8:41889 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T22:18:32,075 INFO [RS:0;47c9c93ccfa8:41889 {}] hbase.ChoreService(168): Chore ScheduledChore name=47c9c93ccfa8,41889,1731363510061-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T22:18:32,103 INFO [RS:0;47c9c93ccfa8:41889 {}] regionserver.Replication(204): 47c9c93ccfa8,41889,1731363510061 started 2024-11-11T22:18:32,103 INFO [RS:0;47c9c93ccfa8:41889 {}] regionserver.HRegionServer(1767): Serving as 47c9c93ccfa8,41889,1731363510061, RpcServer on 47c9c93ccfa8/172.17.0.3:41889, sessionid=0x101091c7a590001 2024-11-11T22:18:32,104 DEBUG [RS:0;47c9c93ccfa8:41889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T22:18:32,105 DEBUG [RS:0;47c9c93ccfa8:41889 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:32,105 DEBUG [RS:0;47c9c93ccfa8:41889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47c9c93ccfa8,41889,1731363510061' 2024-11-11T22:18:32,105 DEBUG [RS:0;47c9c93ccfa8:41889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T22:18:32,106 DEBUG [RS:0;47c9c93ccfa8:41889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T22:18:32,107 DEBUG [RS:0;47c9c93ccfa8:41889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T22:18:32,107 DEBUG [RS:0;47c9c93ccfa8:41889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T22:18:32,107 DEBUG [RS:0;47c9c93ccfa8:41889 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:32,107 DEBUG [RS:0;47c9c93ccfa8:41889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47c9c93ccfa8,41889,1731363510061' 2024-11-11T22:18:32,107 DEBUG [RS:0;47c9c93ccfa8:41889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T22:18:32,107 DEBUG [RS:0;47c9c93ccfa8:41889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T22:18:32,108 DEBUG [RS:0;47c9c93ccfa8:41889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T22:18:32,108 INFO [RS:0;47c9c93ccfa8:41889 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T22:18:32,108 INFO [RS:0;47c9c93ccfa8:41889 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T22:18:32,214 INFO [RS:0;47c9c93ccfa8:41889 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T22:18:32,218 INFO [RS:0;47c9c93ccfa8:41889 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=47c9c93ccfa8%2C41889%2C1731363510061, suffix=, logDir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/WALs/47c9c93ccfa8,41889,1731363510061, archiveDir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/oldWALs, maxLogs=32 2024-11-11T22:18:32,234 DEBUG [RS:0;47c9c93ccfa8:41889 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(599): When create output stream for /user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/WALs/47c9c93ccfa8,41889,1731363510061/47c9c93ccfa8%2C41889%2C1731363510061.1731363512220, exclude list is [], retry=0 2024-11-11T22:18:32,239 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37365,DS-0590d496-4002-4731-9c4d-1124c05b581b,DISK] 2024-11-11T22:18:32,242 INFO [RS:0;47c9c93ccfa8:41889 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/WALs/47c9c93ccfa8,41889,1731363510061/47c9c93ccfa8%2C41889%2C1731363510061.1731363512220 2024-11-11T22:18:32,243 DEBUG [RS:0;47c9c93ccfa8:41889 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32875:32875)] 2024-11-11T22:18:32,313 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-11T22:18:32,314 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690 2024-11-11T22:18:32,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741833_1009 (size=32) 2024-11-11T22:18:32,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T22:18:32,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T22:18:32,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T22:18:32,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:18:32,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T22:18:32,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T22:18:32,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T22:18:32,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:18:32,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T22:18:32,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T22:18:32,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T22:18:32,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:18:32,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T22:18:32,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/hbase/meta/1588230740 2024-11-11T22:18:32,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/hbase/meta/1588230740 2024-11-11T22:18:32,747 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T22:18:32,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-11T22:18:32,755 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T22:18:32,756 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60032351, jitterRate=-0.10544826090335846}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T22:18:32,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-11T22:18:32,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-11T22:18:32,759 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-11T22:18:32,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-11T22:18:32,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T22:18:32,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T22:18:32,761 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-11T22:18:32,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-11T22:18:32,764 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-11T22:18:32,764 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-11T22:18:32,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T22:18:32,781 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T22:18:32,784 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T22:18:32,936 DEBUG [47c9c93ccfa8:44751 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T22:18:32,941 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:32,947 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47c9c93ccfa8,41889,1731363510061, state=OPENING 2024-11-11T22:18:32,953 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T22:18:32,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41889-0x101091c7a590001, quorum=127.0.0.1:61334, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T22:18:32,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x101091c7a590000, quorum=127.0.0.1:61334, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T22:18:32,958 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T22:18:32,959 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T22:18:32,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=47c9c93ccfa8,41889,1731363510061}] 2024-11-11T22:18:33,176 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:33,187 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T22:18:33,218 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36952, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T22:18:33,246 INFO [RS_OPEN_META-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-11T22:18:33,247 INFO [RS_OPEN_META-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T22:18:33,247 INFO [RS_OPEN_META-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T22:18:33,256 INFO [RS_OPEN_META-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=47c9c93ccfa8%2C41889%2C1731363510061.meta, suffix=.meta, logDir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/WALs/47c9c93ccfa8,41889,1731363510061, archiveDir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/oldWALs, maxLogs=32 2024-11-11T22:18:33,295 DEBUG [RS_OPEN_META-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(599): When create output stream for /user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/WALs/47c9c93ccfa8,41889,1731363510061/47c9c93ccfa8%2C41889%2C1731363510061.meta.1731363513258.meta, exclude list is [], retry=0 2024-11-11T22:18:33,313 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37365,DS-0590d496-4002-4731-9c4d-1124c05b581b,DISK] 2024-11-11T22:18:33,332 INFO [RS_OPEN_META-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/WALs/47c9c93ccfa8,41889,1731363510061/47c9c93ccfa8%2C41889%2C1731363510061.meta.1731363513258.meta 2024-11-11T22:18:33,337 DEBUG [RS_OPEN_META-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32875:32875)] 2024-11-11T22:18:33,337 DEBUG [RS_OPEN_META-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T22:18:33,339 DEBUG [RS_OPEN_META-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T22:18:33,436 DEBUG [RS_OPEN_META-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T22:18:33,445 INFO [RS_OPEN_META-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T22:18:33,460 DEBUG [RS_OPEN_META-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T22:18:33,460 DEBUG [RS_OPEN_META-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T22:18:33,461 DEBUG [RS_OPEN_META-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-11T22:18:33,461 DEBUG [RS_OPEN_META-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-11T22:18:33,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T22:18:33,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T22:18:33,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:18:33,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T22:18:33,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T22:18:33,513 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T22:18:33,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:18:33,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T22:18:33,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T22:18:33,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T22:18:33,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:18:33,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T22:18:33,529 DEBUG [RS_OPEN_META-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/hbase/meta/1588230740 2024-11-11T22:18:33,538 DEBUG [RS_OPEN_META-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/hbase/meta/1588230740 2024-11-11T22:18:33,545 DEBUG [RS_OPEN_META-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T22:18:33,556 DEBUG [RS_OPEN_META-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-11T22:18:33,561 INFO [RS_OPEN_META-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68670668, jitterRate=0.023272693157196045}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T22:18:33,563 DEBUG [RS_OPEN_META-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-11T22:18:33,581 INFO [RS_OPEN_META-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731363513155 2024-11-11T22:18:33,603 DEBUG [RS_OPEN_META-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T22:18:33,603 INFO [RS_OPEN_META-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-11T22:18:33,604 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:33,607 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47c9c93ccfa8,41889,1731363510061, state=OPEN 2024-11-11T22:18:33,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x101091c7a590000, quorum=127.0.0.1:61334, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T22:18:33,620 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T22:18:33,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41889-0x101091c7a590001, quorum=127.0.0.1:61334, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T22:18:33,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T22:18:33,633 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T22:18:33,633 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=47c9c93ccfa8,41889,1731363510061 in 660 msec 2024-11-11T22:18:33,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T22:18:33,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 864 msec 2024-11-11T22:18:33,655 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.8450 sec 2024-11-11T22:18:33,656 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731363513656, completionTime=-1 2024-11-11T22:18:33,656 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T22:18:33,656 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-11T22:18:33,788 DEBUG [hconnection-0xd7013ec-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:18:33,792 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36968, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:18:33,810 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-11T22:18:33,810 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731363573810 2024-11-11T22:18:33,810 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731363633810 2024-11-11T22:18:33,810 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 153 msec 2024-11-11T22:18:33,859 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47c9c93ccfa8,44751,1731363509143-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T22:18:33,860 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47c9c93ccfa8,44751,1731363509143-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T22:18:33,860 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47c9c93ccfa8,44751,1731363509143-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T22:18:33,869 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-47c9c93ccfa8:44751, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T22:18:33,874 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T22:18:33,889 DEBUG [master/47c9c93ccfa8:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-11T22:18:33,891 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-11T22:18:33,893 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T22:18:33,905 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-11T22:18:33,909 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T22:18:33,911 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:18:33,914 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T22:18:33,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741835_1011 (size=358) 2024-11-11T22:18:33,975 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 731185393ea09323ec6a185d810fc271, NAME => 'hbase:namespace,,1731363513892.731185393ea09323ec6a185d810fc271.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690 2024-11-11T22:18:34,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741836_1012 (size=42) 2024-11-11T22:18:34,424 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731363513892.731185393ea09323ec6a185d810fc271.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T22:18:34,425 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 731185393ea09323ec6a185d810fc271, disabling compactions & flushes 2024-11-11T22:18:34,425 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731363513892.731185393ea09323ec6a185d810fc271. 2024-11-11T22:18:34,425 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731363513892.731185393ea09323ec6a185d810fc271. 2024-11-11T22:18:34,425 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731363513892.731185393ea09323ec6a185d810fc271. after waiting 0 ms 2024-11-11T22:18:34,425 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731363513892.731185393ea09323ec6a185d810fc271. 2024-11-11T22:18:34,425 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731363513892.731185393ea09323ec6a185d810fc271. 2024-11-11T22:18:34,426 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 731185393ea09323ec6a185d810fc271: 2024-11-11T22:18:34,429 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T22:18:34,438 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731363513892.731185393ea09323ec6a185d810fc271.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731363514430"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731363514430"}]},"ts":"1731363514430"} 2024-11-11T22:18:34,467 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-11T22:18:34,469 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T22:18:34,472 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731363514470"}]},"ts":"1731363514470"} 2024-11-11T22:18:34,477 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-11T22:18:34,483 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=731185393ea09323ec6a185d810fc271, ASSIGN}] 2024-11-11T22:18:34,485 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=731185393ea09323ec6a185d810fc271, ASSIGN 2024-11-11T22:18:34,487 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=731185393ea09323ec6a185d810fc271, ASSIGN; state=OFFLINE, location=47c9c93ccfa8,41889,1731363510061; forceNewPlan=false, retain=false 2024-11-11T22:18:34,638 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=731185393ea09323ec6a185d810fc271, regionState=OPENING, regionLocation=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:34,653 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 731185393ea09323ec6a185d810fc271, server=47c9c93ccfa8,41889,1731363510061}] 2024-11-11T22:18:34,813 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:34,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731363513892.731185393ea09323ec6a185d810fc271. 2024-11-11T22:18:34,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 731185393ea09323ec6a185d810fc271, NAME => 'hbase:namespace,,1731363513892.731185393ea09323ec6a185d810fc271.', STARTKEY => '', ENDKEY => ''} 2024-11-11T22:18:34,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 731185393ea09323ec6a185d810fc271 2024-11-11T22:18:34,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731363513892.731185393ea09323ec6a185d810fc271.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T22:18:34,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 731185393ea09323ec6a185d810fc271 2024-11-11T22:18:34,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 731185393ea09323ec6a185d810fc271 2024-11-11T22:18:34,834 INFO [StoreOpener-731185393ea09323ec6a185d810fc271-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 731185393ea09323ec6a185d810fc271 2024-11-11T22:18:34,837 INFO [StoreOpener-731185393ea09323ec6a185d810fc271-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 731185393ea09323ec6a185d810fc271 columnFamilyName info 2024-11-11T22:18:34,838 DEBUG [StoreOpener-731185393ea09323ec6a185d810fc271-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:18:34,838 INFO [StoreOpener-731185393ea09323ec6a185d810fc271-1 {}] regionserver.HStore(327): Store=731185393ea09323ec6a185d810fc271/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T22:18:34,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/hbase/namespace/731185393ea09323ec6a185d810fc271 2024-11-11T22:18:34,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/hbase/namespace/731185393ea09323ec6a185d810fc271 2024-11-11T22:18:34,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 731185393ea09323ec6a185d810fc271 2024-11-11T22:18:34,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/hbase/namespace/731185393ea09323ec6a185d810fc271/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T22:18:34,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 731185393ea09323ec6a185d810fc271; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70952065, jitterRate=0.057268157601356506}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T22:18:34,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 731185393ea09323ec6a185d810fc271: 2024-11-11T22:18:34,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731363513892.731185393ea09323ec6a185d810fc271., pid=6, masterSystemTime=1731363514813 2024-11-11T22:18:34,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731363513892.731185393ea09323ec6a185d810fc271. 2024-11-11T22:18:34,867 INFO [RS_OPEN_PRIORITY_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731363513892.731185393ea09323ec6a185d810fc271. 2024-11-11T22:18:34,868 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=731185393ea09323ec6a185d810fc271, regionState=OPEN, openSeqNum=2, regionLocation=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:34,878 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T22:18:34,879 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 731185393ea09323ec6a185d810fc271, server=47c9c93ccfa8,41889,1731363510061 in 220 msec 2024-11-11T22:18:34,884 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T22:18:34,884 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=731185393ea09323ec6a185d810fc271, ASSIGN in 395 msec 2024-11-11T22:18:34,886 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T22:18:34,886 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731363514886"}]},"ts":"1731363514886"} 2024-11-11T22:18:34,890 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-11T22:18:34,894 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T22:18:34,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.0000 sec 2024-11-11T22:18:34,912 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:44751-0x101091c7a590000, quorum=127.0.0.1:61334, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-11T22:18:34,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41889-0x101091c7a590001, quorum=127.0.0.1:61334, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T22:18:34,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x101091c7a590000, quorum=127.0.0.1:61334, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-11T22:18:34,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x101091c7a590000, quorum=127.0.0.1:61334, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T22:18:35,021 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-11T22:18:35,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x101091c7a590000, quorum=127.0.0.1:61334, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-11T22:18:35,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 146 msec 2024-11-11T22:18:35,156 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-11T22:18:35,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x101091c7a590000, quorum=127.0.0.1:61334, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-11T22:18:35,223 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 66 msec 2024-11-11T22:18:35,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x101091c7a590000, quorum=127.0.0.1:61334, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-11T22:18:35,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x101091c7a590000, quorum=127.0.0.1:61334, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-11T22:18:35,248 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.040sec 2024-11-11T22:18:35,249 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T22:18:35,251 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T22:18:35,253 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T22:18:35,260 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T22:18:35,260 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T22:18:35,261 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47c9c93ccfa8,44751,1731363509143-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T22:18:35,262 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47c9c93ccfa8,44751,1731363509143-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T22:18:35,270 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x76523d14 to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@46873e4f 2024-11-11T22:18:35,273 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-11T22:18:35,284 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-11T22:18:35,286 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T22:18:35,286 INFO [master/47c9c93ccfa8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47c9c93ccfa8,44751,1731363509143-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T22:18:35,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ba07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:18:35,298 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-11T22:18:35,298 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-11T22:18:35,318 DEBUG [hconnection-0x7edf53b1-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:18:35,336 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36974, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:18:35,353 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=47c9c93ccfa8,44751,1731363509143 2024-11-11T22:18:35,377 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=602, ProcessCount=12, AvailableMemoryMB=2536 2024-11-11T22:18:35,391 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T22:18:35,408 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45572, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T22:18:35,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T22:18:35,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T22:18:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-11T22:18:35,437 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T22:18:35,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-11T22:18:35,437 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:18:35,440 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T22:18:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-11T22:18:35,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741837_1013 (size=960) 2024-11-11T22:18:35,465 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690 2024-11-11T22:18:35,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741838_1014 (size=53) 2024-11-11T22:18:35,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-11T22:18:35,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-11T22:18:35,897 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T22:18:35,897 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 93bc88485ad1ecba8573dce56045de52, disabling compactions & flushes 2024-11-11T22:18:35,897 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:35,897 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:35,897 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. after waiting 0 ms 2024-11-11T22:18:35,897 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:35,897 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:35,897 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:35,900 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T22:18:35,900 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731363515900"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731363515900"}]},"ts":"1731363515900"} 2024-11-11T22:18:35,903 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-11T22:18:35,905 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T22:18:35,905 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731363515905"}]},"ts":"1731363515905"} 2024-11-11T22:18:35,909 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-11T22:18:35,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=93bc88485ad1ecba8573dce56045de52, ASSIGN}] 2024-11-11T22:18:35,918 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=93bc88485ad1ecba8573dce56045de52, ASSIGN 2024-11-11T22:18:35,922 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=93bc88485ad1ecba8573dce56045de52, ASSIGN; state=OFFLINE, location=47c9c93ccfa8,41889,1731363510061; forceNewPlan=false, retain=false 2024-11-11T22:18:36,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-11T22:18:36,072 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=93bc88485ad1ecba8573dce56045de52, regionState=OPENING, regionLocation=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:36,076 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061}] 2024-11-11T22:18:36,231 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:36,239 INFO [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:36,239 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} 2024-11-11T22:18:36,239 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 93bc88485ad1ecba8573dce56045de52 2024-11-11T22:18:36,240 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T22:18:36,240 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 93bc88485ad1ecba8573dce56045de52 2024-11-11T22:18:36,240 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 93bc88485ad1ecba8573dce56045de52 2024-11-11T22:18:36,242 INFO [StoreOpener-93bc88485ad1ecba8573dce56045de52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 93bc88485ad1ecba8573dce56045de52 2024-11-11T22:18:36,246 INFO [StoreOpener-93bc88485ad1ecba8573dce56045de52-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T22:18:36,246 INFO [StoreOpener-93bc88485ad1ecba8573dce56045de52-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93bc88485ad1ecba8573dce56045de52 columnFamilyName A 2024-11-11T22:18:36,246 DEBUG [StoreOpener-93bc88485ad1ecba8573dce56045de52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:18:36,248 INFO [StoreOpener-93bc88485ad1ecba8573dce56045de52-1 {}] regionserver.HStore(327): Store=93bc88485ad1ecba8573dce56045de52/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T22:18:36,248 INFO [StoreOpener-93bc88485ad1ecba8573dce56045de52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 93bc88485ad1ecba8573dce56045de52 2024-11-11T22:18:36,250 INFO [StoreOpener-93bc88485ad1ecba8573dce56045de52-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T22:18:36,251 INFO [StoreOpener-93bc88485ad1ecba8573dce56045de52-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93bc88485ad1ecba8573dce56045de52 columnFamilyName B 2024-11-11T22:18:36,251 DEBUG [StoreOpener-93bc88485ad1ecba8573dce56045de52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:18:36,252 INFO [StoreOpener-93bc88485ad1ecba8573dce56045de52-1 {}] regionserver.HStore(327): Store=93bc88485ad1ecba8573dce56045de52/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T22:18:36,252 INFO [StoreOpener-93bc88485ad1ecba8573dce56045de52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 93bc88485ad1ecba8573dce56045de52 2024-11-11T22:18:36,262 INFO [StoreOpener-93bc88485ad1ecba8573dce56045de52-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T22:18:36,263 INFO [StoreOpener-93bc88485ad1ecba8573dce56045de52-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93bc88485ad1ecba8573dce56045de52 columnFamilyName C 2024-11-11T22:18:36,263 DEBUG [StoreOpener-93bc88485ad1ecba8573dce56045de52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:18:36,264 INFO [StoreOpener-93bc88485ad1ecba8573dce56045de52-1 {}] regionserver.HStore(327): Store=93bc88485ad1ecba8573dce56045de52/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T22:18:36,264 INFO [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:36,265 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52 2024-11-11T22:18:36,266 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52 2024-11-11T22:18:36,269 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T22:18:36,272 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 93bc88485ad1ecba8573dce56045de52 2024-11-11T22:18:36,276 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T22:18:36,277 INFO [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 93bc88485ad1ecba8573dce56045de52; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72215142, jitterRate=0.07608947157859802}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T22:18:36,278 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:36,287 INFO [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52., pid=11, masterSystemTime=1731363516230 2024-11-11T22:18:36,290 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:36,291 INFO [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:36,292 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=93bc88485ad1ecba8573dce56045de52, regionState=OPEN, openSeqNum=2, regionLocation=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:36,302 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-11T22:18:36,304 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 in 222 msec 2024-11-11T22:18:36,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T22:18:36,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=93bc88485ad1ecba8573dce56045de52, ASSIGN in 386 msec 2024-11-11T22:18:36,309 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T22:18:36,309 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731363516309"}]},"ts":"1731363516309"} 2024-11-11T22:18:36,312 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-11T22:18:36,316 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T22:18:36,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 885 msec 2024-11-11T22:18:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-11T22:18:36,575 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-11T22:18:36,581 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6fcb5f29 to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7fdf5682 2024-11-11T22:18:36,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f6e36fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:18:36,587 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:18:36,590 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36990, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:18:36,594 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T22:18:36,598 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45584, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T22:18:36,605 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408 2024-11-11T22:18:36,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd0964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:18:36,611 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cb07dd to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b32f98 2024-11-11T22:18:36,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:18:36,617 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266 2024-11-11T22:18:36,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b55c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:18:36,622 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5400112e to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bbb5d8a 2024-11-11T22:18:36,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:18:36,627 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38766d64 to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18603bb9 2024-11-11T22:18:36,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:18:36,637 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b 2024-11-11T22:18:36,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:18:36,641 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70267494 to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@490457fd 2024-11-11T22:18:36,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527c6d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:18:36,646 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680 2024-11-11T22:18:36,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:18:36,652 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c915d17 to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6b07e3 2024-11-11T22:18:36,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e9ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:18:36,669 DEBUG [hconnection-0x7d7478c5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:18:36,671 DEBUG [hconnection-0x32a257e5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:18:36,672 DEBUG [hconnection-0x75aabd1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:18:36,672 DEBUG [hconnection-0x6acce1ef-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:18:36,672 DEBUG [hconnection-0x40590c2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:18:36,673 DEBUG [hconnection-0x6bdb6869-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:18:36,675 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37010, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:18:36,675 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36998, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:18:36,675 DEBUG [hconnection-0x937cb2f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:18:36,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:18:36,677 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37028, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:18:36,681 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37014, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:18:36,684 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37044, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:18:36,684 DEBUG [hconnection-0x25557d7e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:18:36,686 DEBUG [hconnection-0x1f74a850-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:18:36,691 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37058, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:18:36,692 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37060, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:18:36,694 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37072, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:18:36,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-11T22:18:36,697 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:18:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-11T22:18:36,701 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:18:36,703 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:18:36,723 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37076, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:18:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-11T22:18:36,829 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 93bc88485ad1ecba8573dce56045de52 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T22:18:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 93bc88485ad1ecba8573dce56045de52 2024-11-11T22:18:36,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=A 2024-11-11T22:18:36,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:36,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=B 2024-11-11T22:18:36,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:36,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=C 2024-11-11T22:18:36,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:36,869 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:36,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-11T22:18:36,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:36,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. as already flushing 2024-11-11T22:18:36,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:36,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:36,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:36,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:37,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-11T22:18:37,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/267289a6f6fe4bdab1941a21205ca4c4 is 50, key is test_row_0/A:col10/1731363516719/Put/seqid=0 2024-11-11T22:18:37,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:37,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363577139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:37,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:37,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363577114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:37,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:37,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363577147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:37,158 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:37,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-11T22:18:37,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:37,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363577154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:37,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:37,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363577154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:37,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:37,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. as already flushing 2024-11-11T22:18:37,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:37,184 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:37,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:37,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:37,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741839_1015 (size=12001) 2024-11-11T22:18:37,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-11T22:18:37,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:37,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363577323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:37,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:37,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363577333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:37,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:37,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363577333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:37,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:37,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363577336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:37,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:37,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363577334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:37,347 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:37,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-11T22:18:37,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:37,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. as already flushing 2024-11-11T22:18:37,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:37,373 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:37,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:37,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:37,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:37,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363577541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:37,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:37,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363577543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:37,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:37,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:37,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363577549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:37,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363577547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:37,556 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:37,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:37,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363577554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:37,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-11T22:18:37,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:37,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. as already flushing 2024-11-11T22:18:37,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:37,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:37,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:37,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:37,625 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/267289a6f6fe4bdab1941a21205ca4c4 2024-11-11T22:18:37,713 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:37,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-11T22:18:37,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:37,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. as already flushing 2024-11-11T22:18:37,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:37,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:37,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:37,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:37,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/11876610421d437bb185683c2c7eaef1 is 50, key is test_row_0/B:col10/1731363516719/Put/seqid=0 2024-11-11T22:18:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-11T22:18:37,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741840_1016 (size=12001) 2024-11-11T22:18:37,829 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/11876610421d437bb185683c2c7eaef1 2024-11-11T22:18:37,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363577861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:37,868 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:37,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-11T22:18:37,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:37,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. as already flushing 2024-11-11T22:18:37,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:37,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:37,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363577860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:37,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:37,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363577863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:37,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363577863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:37,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363577864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:37,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/5f634b03f62e4bc7b61d1b7495fe04db is 50, key is test_row_0/C:col10/1731363516719/Put/seqid=0 2024-11-11T22:18:37,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741841_1017 (size=12001) 2024-11-11T22:18:37,927 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/5f634b03f62e4bc7b61d1b7495fe04db 2024-11-11T22:18:37,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/267289a6f6fe4bdab1941a21205ca4c4 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/267289a6f6fe4bdab1941a21205ca4c4 2024-11-11T22:18:37,968 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/267289a6f6fe4bdab1941a21205ca4c4, entries=150, sequenceid=14, filesize=11.7 K 2024-11-11T22:18:37,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/11876610421d437bb185683c2c7eaef1 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/11876610421d437bb185683c2c7eaef1 2024-11-11T22:18:37,987 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/11876610421d437bb185683c2c7eaef1, entries=150, sequenceid=14, filesize=11.7 K 2024-11-11T22:18:37,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/5f634b03f62e4bc7b61d1b7495fe04db as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/5f634b03f62e4bc7b61d1b7495fe04db 2024-11-11T22:18:38,010 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/5f634b03f62e4bc7b61d1b7495fe04db, entries=150, sequenceid=14, filesize=11.7 K 2024-11-11T22:18:38,013 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 93bc88485ad1ecba8573dce56045de52 in 1184ms, sequenceid=14, compaction requested=false 2024-11-11T22:18:38,018 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-11T22:18:38,019 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T22:18:38,021 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-11T22:18:38,023 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-11T22:18:38,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:38,028 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:38,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-11T22:18:38,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:38,030 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 93bc88485ad1ecba8573dce56045de52 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T22:18:38,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=A 2024-11-11T22:18:38,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:38,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=B 2024-11-11T22:18:38,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:38,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=C 2024-11-11T22:18:38,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:38,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/b236bd786a7a40db9195a7c897017bb7 is 50, key is test_row_0/A:col10/1731363517141/Put/seqid=0 2024-11-11T22:18:38,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741842_1018 (size=12001) 2024-11-11T22:18:38,102 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/b236bd786a7a40db9195a7c897017bb7 2024-11-11T22:18:38,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/762913b35e734760b0647df5dedbf4b8 is 50, key is test_row_0/B:col10/1731363517141/Put/seqid=0 2024-11-11T22:18:38,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741843_1019 (size=12001) 2024-11-11T22:18:38,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. as already flushing 2024-11-11T22:18:38,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 93bc88485ad1ecba8573dce56045de52 2024-11-11T22:18:38,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363578397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:38,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363578397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:38,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:38,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363578400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:38,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363578402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:38,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363578403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:38,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363578507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:38,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363578508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:38,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:38,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363578510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:38,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363578510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:38,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363578512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:38,578 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/762913b35e734760b0647df5dedbf4b8 2024-11-11T22:18:38,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/a631c3c8f56043e8a84e626c63c5e192 is 50, key is test_row_0/C:col10/1731363517141/Put/seqid=0 2024-11-11T22:18:38,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741844_1020 (size=12001) 2024-11-11T22:18:38,661 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/a631c3c8f56043e8a84e626c63c5e192 2024-11-11T22:18:38,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/b236bd786a7a40db9195a7c897017bb7 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/b236bd786a7a40db9195a7c897017bb7 2024-11-11T22:18:38,699 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/b236bd786a7a40db9195a7c897017bb7, entries=150, sequenceid=38, filesize=11.7 K 2024-11-11T22:18:38,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/762913b35e734760b0647df5dedbf4b8 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/762913b35e734760b0647df5dedbf4b8 2024-11-11T22:18:38,718 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/762913b35e734760b0647df5dedbf4b8, entries=150, sequenceid=38, filesize=11.7 K 2024-11-11T22:18:38,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/a631c3c8f56043e8a84e626c63c5e192 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/a631c3c8f56043e8a84e626c63c5e192 2024-11-11T22:18:38,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:38,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363578714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:38,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:38,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363578717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:38,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:38,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:38,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363578721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:38,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363578718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:38,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:38,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363578720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:38,742 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/a631c3c8f56043e8a84e626c63c5e192, entries=150, sequenceid=38, filesize=11.7 K 2024-11-11T22:18:38,745 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 93bc88485ad1ecba8573dce56045de52 in 715ms, sequenceid=38, compaction requested=false 2024-11-11T22:18:38,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:38,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:38,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-11T22:18:38,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-11T22:18:38,752 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-11T22:18:38,752 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0450 sec 2024-11-11T22:18:38,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 2.0750 sec 2024-11-11T22:18:38,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-11T22:18:38,812 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-11T22:18:38,815 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:18:38,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-11T22:18:38,820 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:18:38,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-11T22:18:38,822 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:18:38,822 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:18:38,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-11T22:18:38,973 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T22:18:38,975 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:38,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-11T22:18:38,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:38,976 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 93bc88485ad1ecba8573dce56045de52 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T22:18:38,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=A 2024-11-11T22:18:38,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:38,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=B 2024-11-11T22:18:38,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:38,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=C 2024-11-11T22:18:38,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:38,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/7a4660ba544a44f18f733823cd932e58 is 50, key is test_row_0/A:col10/1731363518398/Put/seqid=0 2024-11-11T22:18:39,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741845_1021 (size=12001) 2024-11-11T22:18:39,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. as already flushing 2024-11-11T22:18:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 93bc88485ad1ecba8573dce56045de52 2024-11-11T22:18:39,043 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/7a4660ba544a44f18f733823cd932e58 2024-11-11T22:18:39,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/db80ff5f76c94ec1b4f288e8c78e8e73 is 50, key is test_row_0/B:col10/1731363518398/Put/seqid=0 2024-11-11T22:18:39,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741846_1022 (size=12001) 2024-11-11T22:18:39,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-11T22:18:39,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:39,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363579131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:39,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:39,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363579127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:39,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:39,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363579133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:39,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:39,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:39,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363579135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:39,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363579136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:39,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:39,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363579250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:39,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:39,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363579256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:39,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:39,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363579256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:39,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:39,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363579257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:39,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:39,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363579265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:39,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-11T22:18:39,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:39,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:39,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363579475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:39,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363579475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:39,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:39,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363579475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:39,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:39,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363579476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:39,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:39,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363579482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:39,497 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/db80ff5f76c94ec1b4f288e8c78e8e73 2024-11-11T22:18:39,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/b6188700a7b64d539cf0f6c0615ea50d is 50, key is test_row_0/C:col10/1731363518398/Put/seqid=0 2024-11-11T22:18:39,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741847_1023 (size=12001) 2024-11-11T22:18:39,540 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/b6188700a7b64d539cf0f6c0615ea50d 2024-11-11T22:18:39,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/7a4660ba544a44f18f733823cd932e58 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/7a4660ba544a44f18f733823cd932e58 2024-11-11T22:18:39,587 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/7a4660ba544a44f18f733823cd932e58, entries=150, sequenceid=51, filesize=11.7 K 2024-11-11T22:18:39,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/db80ff5f76c94ec1b4f288e8c78e8e73 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/db80ff5f76c94ec1b4f288e8c78e8e73 2024-11-11T22:18:39,612 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/db80ff5f76c94ec1b4f288e8c78e8e73, entries=150, sequenceid=51, filesize=11.7 K 2024-11-11T22:18:39,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/b6188700a7b64d539cf0f6c0615ea50d as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/b6188700a7b64d539cf0f6c0615ea50d 2024-11-11T22:18:39,636 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/b6188700a7b64d539cf0f6c0615ea50d, entries=150, sequenceid=51, filesize=11.7 K 2024-11-11T22:18:39,642 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 93bc88485ad1ecba8573dce56045de52 in 665ms, sequenceid=51, compaction requested=true 2024-11-11T22:18:39,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:39,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:39,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-11T22:18:39,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-11T22:18:39,658 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-11T22:18:39,658 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 828 msec 2024-11-11T22:18:39,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T22:18:39,667 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T22:18:39,670 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 843 msec 2024-11-11T22:18:39,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-11T22:18:39,670 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-11T22:18:39,672 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T22:18:39,672 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T22:18:39,672 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T22:18:39,672 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T22:18:39,674 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-11T22:18:39,674 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-11T22:18:39,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 93bc88485ad1ecba8573dce56045de52 2024-11-11T22:18:39,791 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 93bc88485ad1ecba8573dce56045de52 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T22:18:39,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=A 2024-11-11T22:18:39,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:39,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=B 2024-11-11T22:18:39,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:39,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=C 2024-11-11T22:18:39,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:39,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/8f686e6484e340c0ae33e1ca81a99de4 is 50, key is test_row_0/A:col10/1731363519787/Put/seqid=0 2024-11-11T22:18:39,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:39,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363579815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:39,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:39,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363579820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:39,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:39,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363579831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:39,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:39,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363579833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:39,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:39,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363579839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:39,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741848_1024 (size=14341) 2024-11-11T22:18:39,869 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/8f686e6484e340c0ae33e1ca81a99de4 2024-11-11T22:18:39,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/6b022169566146d9ab7576b7f64bac15 is 50, key is test_row_0/B:col10/1731363519787/Put/seqid=0 2024-11-11T22:18:39,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:39,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363579934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:39,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:39,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363579941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-11T22:18:39,949 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-11T22:18:39,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:39,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363579948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:39,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:18:39,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-11T22:18:39,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-11T22:18:39,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:39,964 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:18:39,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741849_1025 (size=12001) 2024-11-11T22:18:39,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363579951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:39,966 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:18:39,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:18:39,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:39,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363579960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:40,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-11T22:18:40,124 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:40,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-11T22:18:40,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:40,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. as already flushing 2024-11-11T22:18:40,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:40,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:40,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:40,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363580138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:40,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363580150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:40,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363580159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:40,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363580170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:40,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363580173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:40,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-11T22:18:40,286 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:40,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-11T22:18:40,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:40,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. as already flushing 2024-11-11T22:18:40,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:40,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:40,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:40,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:40,382 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/6b022169566146d9ab7576b7f64bac15 2024-11-11T22:18:40,442 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:40,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-11T22:18:40,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:40,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. as already flushing 2024-11-11T22:18:40,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:40,443 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:40,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:40,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:40,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:40,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363580443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:40,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:40,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363580462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:40,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/60405b1572e34d128cb546f8d72e5193 is 50, key is test_row_0/C:col10/1731363519787/Put/seqid=0 2024-11-11T22:18:40,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:40,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:40,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363580467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:40,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363580476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:40,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:40,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363580478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:40,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741850_1026 (size=12001) 2024-11-11T22:18:40,527 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/60405b1572e34d128cb546f8d72e5193 2024-11-11T22:18:40,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-11T22:18:40,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/8f686e6484e340c0ae33e1ca81a99de4 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/8f686e6484e340c0ae33e1ca81a99de4 2024-11-11T22:18:40,586 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/8f686e6484e340c0ae33e1ca81a99de4, entries=200, sequenceid=76, filesize=14.0 K 2024-11-11T22:18:40,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/6b022169566146d9ab7576b7f64bac15 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/6b022169566146d9ab7576b7f64bac15 2024-11-11T22:18:40,604 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:40,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-11T22:18:40,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:40,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. as already flushing 2024-11-11T22:18:40,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:40,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:40,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:40,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/6b022169566146d9ab7576b7f64bac15, entries=150, sequenceid=76, filesize=11.7 K 2024-11-11T22:18:40,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/60405b1572e34d128cb546f8d72e5193 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/60405b1572e34d128cb546f8d72e5193 2024-11-11T22:18:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:40,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/60405b1572e34d128cb546f8d72e5193, entries=150, sequenceid=76, filesize=11.7 K 2024-11-11T22:18:40,645 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 93bc88485ad1ecba8573dce56045de52 in 855ms, sequenceid=76, compaction requested=true 2024-11-11T22:18:40,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:40,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93bc88485ad1ecba8573dce56045de52:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T22:18:40,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:18:40,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93bc88485ad1ecba8573dce56045de52:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T22:18:40,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:18:40,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93bc88485ad1ecba8573dce56045de52:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:18:40,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T22:18:40,657 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T22:18:40,660 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T22:18:40,664 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T22:18:40,666 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 93bc88485ad1ecba8573dce56045de52/B is initiating minor compaction (all files) 2024-11-11T22:18:40,667 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93bc88485ad1ecba8573dce56045de52/B in TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:40,667 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/11876610421d437bb185683c2c7eaef1, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/762913b35e734760b0647df5dedbf4b8, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/db80ff5f76c94ec1b4f288e8c78e8e73, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/6b022169566146d9ab7576b7f64bac15] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp, totalSize=46.9 K 2024-11-11T22:18:40,668 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50344 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T22:18:40,668 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): 93bc88485ad1ecba8573dce56045de52/A is initiating minor compaction (all files) 2024-11-11T22:18:40,668 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93bc88485ad1ecba8573dce56045de52/A in TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:40,669 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/267289a6f6fe4bdab1941a21205ca4c4, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/b236bd786a7a40db9195a7c897017bb7, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/7a4660ba544a44f18f733823cd932e58, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/8f686e6484e340c0ae33e1ca81a99de4] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp, totalSize=49.2 K 2024-11-11T22:18:40,669 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 11876610421d437bb185683c2c7eaef1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731363516719 2024-11-11T22:18:40,669 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 267289a6f6fe4bdab1941a21205ca4c4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731363516719 2024-11-11T22:18:40,670 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 762913b35e734760b0647df5dedbf4b8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731363517093 2024-11-11T22:18:40,670 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting b236bd786a7a40db9195a7c897017bb7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731363517093 2024-11-11T22:18:40,671 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting db80ff5f76c94ec1b4f288e8c78e8e73, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731363518378 2024-11-11T22:18:40,671 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a4660ba544a44f18f733823cd932e58, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731363518378 2024-11-11T22:18:40,672 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b022169566146d9ab7576b7f64bac15, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731363519120 2024-11-11T22:18:40,672 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f686e6484e340c0ae33e1ca81a99de4, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731363519120 2024-11-11T22:18:40,723 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93bc88485ad1ecba8573dce56045de52#A#compaction#12 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:18:40,724 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/221497cbc66f4343aff341de7b5dac53 is 50, key is test_row_0/A:col10/1731363519787/Put/seqid=0 2024-11-11T22:18:40,755 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93bc88485ad1ecba8573dce56045de52#B#compaction#13 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:18:40,756 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/5ddfd7c244a3484693401beb84d8a863 is 50, key is test_row_0/B:col10/1731363519787/Put/seqid=0 2024-11-11T22:18:40,767 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:40,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-11T22:18:40,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:40,768 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 93bc88485ad1ecba8573dce56045de52 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T22:18:40,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=A 2024-11-11T22:18:40,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:40,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=B 2024-11-11T22:18:40,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:40,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=C 2024-11-11T22:18:40,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:40,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741851_1027 (size=12139) 2024-11-11T22:18:40,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741852_1028 (size=12139) 2024-11-11T22:18:40,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/2c7aed15bd80400898628a868bec5b83 is 50, key is test_row_0/A:col10/1731363519825/Put/seqid=0 2024-11-11T22:18:40,850 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/5ddfd7c244a3484693401beb84d8a863 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/5ddfd7c244a3484693401beb84d8a863 2024-11-11T22:18:40,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741853_1029 (size=12001) 2024-11-11T22:18:40,869 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/2c7aed15bd80400898628a868bec5b83 2024-11-11T22:18:40,902 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 93bc88485ad1ecba8573dce56045de52/B of 93bc88485ad1ecba8573dce56045de52 into 5ddfd7c244a3484693401beb84d8a863(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:18:40,902 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:40,903 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52., storeName=93bc88485ad1ecba8573dce56045de52/B, priority=12, startTime=1731363520657; duration=0sec 2024-11-11T22:18:40,903 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:18:40,903 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93bc88485ad1ecba8573dce56045de52:B 2024-11-11T22:18:40,903 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T22:18:40,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/4df432da56ec43ab9ea2c2a2b7a63536 is 50, key is test_row_0/B:col10/1731363519825/Put/seqid=0 2024-11-11T22:18:40,909 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T22:18:40,909 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 93bc88485ad1ecba8573dce56045de52/C is initiating minor compaction (all files) 2024-11-11T22:18:40,909 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93bc88485ad1ecba8573dce56045de52/C in TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:40,909 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/5f634b03f62e4bc7b61d1b7495fe04db, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/a631c3c8f56043e8a84e626c63c5e192, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/b6188700a7b64d539cf0f6c0615ea50d, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/60405b1572e34d128cb546f8d72e5193] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp, totalSize=46.9 K 2024-11-11T22:18:40,912 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f634b03f62e4bc7b61d1b7495fe04db, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731363516719 2024-11-11T22:18:40,913 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting a631c3c8f56043e8a84e626c63c5e192, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731363517093 2024-11-11T22:18:40,915 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting b6188700a7b64d539cf0f6c0615ea50d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731363518378 2024-11-11T22:18:40,917 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 60405b1572e34d128cb546f8d72e5193, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731363519120 2024-11-11T22:18:40,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741854_1030 (size=12001) 2024-11-11T22:18:40,960 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93bc88485ad1ecba8573dce56045de52#C#compaction#16 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:18:40,961 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/d8978ebcae2c4c1cb0f5b42c25713876 is 50, key is test_row_0/C:col10/1731363519787/Put/seqid=0 2024-11-11T22:18:40,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. as already flushing 2024-11-11T22:18:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 93bc88485ad1ecba8573dce56045de52 2024-11-11T22:18:41,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741855_1031 (size=12139) 2024-11-11T22:18:41,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-11T22:18:41,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:41,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363581081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:41,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:41,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363581084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:41,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363581082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:41,096 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/d8978ebcae2c4c1cb0f5b42c25713876 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/d8978ebcae2c4c1cb0f5b42c25713876 2024-11-11T22:18:41,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:41,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363581094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:41,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:41,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363581094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:41,173 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 93bc88485ad1ecba8573dce56045de52/C of 93bc88485ad1ecba8573dce56045de52 into d8978ebcae2c4c1cb0f5b42c25713876(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:18:41,173 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:41,173 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52., storeName=93bc88485ad1ecba8573dce56045de52/C, priority=12, startTime=1731363520657; duration=0sec 2024-11-11T22:18:41,173 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:18:41,173 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93bc88485ad1ecba8573dce56045de52:C 2024-11-11T22:18:41,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:41,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363581198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:41,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:41,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363581199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:41,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:41,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363581199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:41,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:41,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363581205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:41,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:41,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363581205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:41,245 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/221497cbc66f4343aff341de7b5dac53 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/221497cbc66f4343aff341de7b5dac53 2024-11-11T22:18:41,267 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 93bc88485ad1ecba8573dce56045de52/A of 93bc88485ad1ecba8573dce56045de52 into 221497cbc66f4343aff341de7b5dac53(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:18:41,268 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:41,268 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52., storeName=93bc88485ad1ecba8573dce56045de52/A, priority=12, startTime=1731363520647; duration=0sec 2024-11-11T22:18:41,268 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:18:41,268 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93bc88485ad1ecba8573dce56045de52:A 2024-11-11T22:18:41,325 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/4df432da56ec43ab9ea2c2a2b7a63536 2024-11-11T22:18:41,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/c404ca1c950d4af0b38b6bfcc2a31875 is 50, key is test_row_0/C:col10/1731363519825/Put/seqid=0 2024-11-11T22:18:41,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:41,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363581408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:41,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:41,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363581408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:41,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741856_1032 (size=12001) 2024-11-11T22:18:41,416 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/c404ca1c950d4af0b38b6bfcc2a31875 2024-11-11T22:18:41,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:41,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363581415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:41,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:41,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363581416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:41,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/2c7aed15bd80400898628a868bec5b83 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/2c7aed15bd80400898628a868bec5b83 2024-11-11T22:18:41,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:41,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363581415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:41,443 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/2c7aed15bd80400898628a868bec5b83, entries=150, sequenceid=88, filesize=11.7 K 2024-11-11T22:18:41,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/4df432da56ec43ab9ea2c2a2b7a63536 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/4df432da56ec43ab9ea2c2a2b7a63536 2024-11-11T22:18:41,464 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/4df432da56ec43ab9ea2c2a2b7a63536, entries=150, sequenceid=88, filesize=11.7 K 2024-11-11T22:18:41,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/c404ca1c950d4af0b38b6bfcc2a31875 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/c404ca1c950d4af0b38b6bfcc2a31875 2024-11-11T22:18:41,480 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/c404ca1c950d4af0b38b6bfcc2a31875, entries=150, sequenceid=88, filesize=11.7 K 2024-11-11T22:18:41,483 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 93bc88485ad1ecba8573dce56045de52 in 715ms, sequenceid=88, compaction requested=false 2024-11-11T22:18:41,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:41,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:41,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-11T22:18:41,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-11T22:18:41,490 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-11T22:18:41,490 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5190 sec 2024-11-11T22:18:41,493 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.5330 sec 2024-11-11T22:18:41,725 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 93bc88485ad1ecba8573dce56045de52 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-11T22:18:41,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=A 2024-11-11T22:18:41,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:41,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=B 2024-11-11T22:18:41,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:41,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=C 2024-11-11T22:18:41,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:41,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 93bc88485ad1ecba8573dce56045de52 2024-11-11T22:18:41,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:41,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363581736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:41,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/f82b875ddf584272896161ef586d7a17 is 50, key is test_row_0/A:col10/1731363521091/Put/seqid=0 2024-11-11T22:18:41,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:41,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363581740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:41,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:41,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363581740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:41,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:41,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363581746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:41,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:41,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363581746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:41,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741857_1033 (size=12001) 2024-11-11T22:18:41,814 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/f82b875ddf584272896161ef586d7a17 2024-11-11T22:18:41,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/de525d98136f4fabaffb1fad6a2d9e66 is 50, key is test_row_0/B:col10/1731363521091/Put/seqid=0 2024-11-11T22:18:41,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:41,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363581849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:41,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:41,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363581850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:41,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:41,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363581851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:41,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:41,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363581856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:41,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:41,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363581857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:41,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741858_1034 (size=12001) 2024-11-11T22:18:41,895 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/de525d98136f4fabaffb1fad6a2d9e66 2024-11-11T22:18:41,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/819f3225e0ef4a65805ae78ea8cb43a4 is 50, key is test_row_0/C:col10/1731363521091/Put/seqid=0 2024-11-11T22:18:41,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741859_1035 (size=12001) 2024-11-11T22:18:42,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:42,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363582056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:42,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363582057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:42,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:42,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363582060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:42,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:42,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363582064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:42,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:42,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363582067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-11T22:18:42,075 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-11T22:18:42,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:18:42,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-11T22:18:42,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-11T22:18:42,082 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:18:42,084 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:18:42,084 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:18:42,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-11T22:18:42,238 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:42,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-11T22:18:42,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:42,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. as already flushing 2024-11-11T22:18:42,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:42,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:42,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:42,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:42,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:42,372 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/819f3225e0ef4a65805ae78ea8cb43a4 2024-11-11T22:18:42,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363582367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363582363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:42,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363582368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:42,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363582370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-11T22:18:42,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363582371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:42,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/f82b875ddf584272896161ef586d7a17 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/f82b875ddf584272896161ef586d7a17 2024-11-11T22:18:42,393 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:42,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-11T22:18:42,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:42,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. as already flushing 2024-11-11T22:18:42,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:42,394 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:42,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:42,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/f82b875ddf584272896161ef586d7a17, entries=150, sequenceid=118, filesize=11.7 K 2024-11-11T22:18:42,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/de525d98136f4fabaffb1fad6a2d9e66 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/de525d98136f4fabaffb1fad6a2d9e66 2024-11-11T22:18:42,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/de525d98136f4fabaffb1fad6a2d9e66, entries=150, sequenceid=118, filesize=11.7 K 2024-11-11T22:18:42,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/819f3225e0ef4a65805ae78ea8cb43a4 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/819f3225e0ef4a65805ae78ea8cb43a4 2024-11-11T22:18:42,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/819f3225e0ef4a65805ae78ea8cb43a4, entries=150, sequenceid=118, filesize=11.7 K 2024-11-11T22:18:42,434 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 93bc88485ad1ecba8573dce56045de52 in 710ms, sequenceid=118, compaction requested=true 2024-11-11T22:18:42,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:42,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93bc88485ad1ecba8573dce56045de52:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T22:18:42,435 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:18:42,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:18:42,435 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:18:42,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93bc88485ad1ecba8573dce56045de52:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T22:18:42,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:18:42,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93bc88485ad1ecba8573dce56045de52:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:18:42,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:18:42,437 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:18:42,437 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): 93bc88485ad1ecba8573dce56045de52/A is initiating minor compaction (all files) 2024-11-11T22:18:42,437 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93bc88485ad1ecba8573dce56045de52/A in TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:42,438 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/221497cbc66f4343aff341de7b5dac53, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/2c7aed15bd80400898628a868bec5b83, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/f82b875ddf584272896161ef586d7a17] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp, totalSize=35.3 K 2024-11-11T22:18:42,438 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:18:42,438 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 93bc88485ad1ecba8573dce56045de52/B is initiating minor compaction (all files) 2024-11-11T22:18:42,438 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93bc88485ad1ecba8573dce56045de52/B in TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:42,438 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/5ddfd7c244a3484693401beb84d8a863, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/4df432da56ec43ab9ea2c2a2b7a63536, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/de525d98136f4fabaffb1fad6a2d9e66] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp, totalSize=35.3 K 2024-11-11T22:18:42,439 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 221497cbc66f4343aff341de7b5dac53, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731363519120 2024-11-11T22:18:42,439 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ddfd7c244a3484693401beb84d8a863, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731363519120 2024-11-11T22:18:42,440 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c7aed15bd80400898628a868bec5b83, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731363519796 2024-11-11T22:18:42,440 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 4df432da56ec43ab9ea2c2a2b7a63536, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731363519796 2024-11-11T22:18:42,441 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting f82b875ddf584272896161ef586d7a17, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731363521091 2024-11-11T22:18:42,441 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting de525d98136f4fabaffb1fad6a2d9e66, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731363521091 2024-11-11T22:18:42,460 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93bc88485ad1ecba8573dce56045de52#A#compaction#21 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:18:42,462 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/0aabd4dc783d471f8a2232d925b09a6a is 50, key is test_row_0/A:col10/1731363521091/Put/seqid=0 2024-11-11T22:18:42,469 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93bc88485ad1ecba8573dce56045de52#B#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:18:42,470 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/c0d779ce408246949e8d4e3772b90828 is 50, key is test_row_0/B:col10/1731363521091/Put/seqid=0 2024-11-11T22:18:42,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741860_1036 (size=12241) 2024-11-11T22:18:42,513 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/0aabd4dc783d471f8a2232d925b09a6a as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/0aabd4dc783d471f8a2232d925b09a6a 2024-11-11T22:18:42,525 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 93bc88485ad1ecba8573dce56045de52/A of 93bc88485ad1ecba8573dce56045de52 into 0aabd4dc783d471f8a2232d925b09a6a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:18:42,525 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:42,525 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52., storeName=93bc88485ad1ecba8573dce56045de52/A, priority=13, startTime=1731363522435; duration=0sec 2024-11-11T22:18:42,525 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:18:42,525 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93bc88485ad1ecba8573dce56045de52:A 2024-11-11T22:18:42,525 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:18:42,528 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:18:42,528 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): 93bc88485ad1ecba8573dce56045de52/C is initiating minor compaction (all files) 2024-11-11T22:18:42,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741861_1037 (size=12241) 2024-11-11T22:18:42,528 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93bc88485ad1ecba8573dce56045de52/C in TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:42,529 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/d8978ebcae2c4c1cb0f5b42c25713876, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/c404ca1c950d4af0b38b6bfcc2a31875, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/819f3225e0ef4a65805ae78ea8cb43a4] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp, totalSize=35.3 K 2024-11-11T22:18:42,529 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8978ebcae2c4c1cb0f5b42c25713876, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731363519120 2024-11-11T22:18:42,530 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting c404ca1c950d4af0b38b6bfcc2a31875, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731363519796 2024-11-11T22:18:42,531 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 819f3225e0ef4a65805ae78ea8cb43a4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731363521091 2024-11-11T22:18:42,539 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/c0d779ce408246949e8d4e3772b90828 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/c0d779ce408246949e8d4e3772b90828 2024-11-11T22:18:42,547 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:42,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-11T22:18:42,550 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 93bc88485ad1ecba8573dce56045de52/B of 93bc88485ad1ecba8573dce56045de52 into c0d779ce408246949e8d4e3772b90828(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:18:42,550 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:42,550 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52., storeName=93bc88485ad1ecba8573dce56045de52/B, priority=13, startTime=1731363522435; duration=0sec 2024-11-11T22:18:42,550 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:18:42,550 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93bc88485ad1ecba8573dce56045de52:B 2024-11-11T22:18:42,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:42,552 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 93bc88485ad1ecba8573dce56045de52 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-11T22:18:42,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=A 2024-11-11T22:18:42,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:42,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=B 2024-11-11T22:18:42,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:42,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=C 2024-11-11T22:18:42,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:42,559 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93bc88485ad1ecba8573dce56045de52#C#compaction#23 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:18:42,560 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/dbd0c674a60f4135aeee71db881c7ff9 is 50, key is test_row_0/C:col10/1731363521091/Put/seqid=0 2024-11-11T22:18:42,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/6a9621b734d041199e78663fa514d5f6 is 50, key is test_row_0/A:col10/1731363521742/Put/seqid=0 2024-11-11T22:18:42,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741862_1038 (size=12241) 2024-11-11T22:18:42,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741863_1039 (size=12001) 2024-11-11T22:18:42,656 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/6a9621b734d041199e78663fa514d5f6 2024-11-11T22:18:42,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/3e6f40722d04443c9840198d6b21c09f is 50, key is test_row_0/B:col10/1731363521742/Put/seqid=0 2024-11-11T22:18:42,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-11T22:18:42,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741864_1040 (size=12001) 2024-11-11T22:18:42,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. as already flushing 2024-11-11T22:18:42,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 93bc88485ad1ecba8573dce56045de52 2024-11-11T22:18:42,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:42,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363582946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:42,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:42,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363582948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:42,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:42,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363582950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:42,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:42,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363582951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:42,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363582950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:43,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:43,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363583055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:43,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:43,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363583059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:43,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363583059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:43,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363583060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:43,071 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/dbd0c674a60f4135aeee71db881c7ff9 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/dbd0c674a60f4135aeee71db881c7ff9 2024-11-11T22:18:43,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:43,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363583074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:43,091 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 93bc88485ad1ecba8573dce56045de52/C of 93bc88485ad1ecba8573dce56045de52 into dbd0c674a60f4135aeee71db881c7ff9(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:18:43,091 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:43,091 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52., storeName=93bc88485ad1ecba8573dce56045de52/C, priority=13, startTime=1731363522435; duration=0sec 2024-11-11T22:18:43,091 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:18:43,091 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93bc88485ad1ecba8573dce56045de52:C 2024-11-11T22:18:43,092 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/3e6f40722d04443c9840198d6b21c09f 2024-11-11T22:18:43,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/24e879a9035347ed876f7fc2c290a08d is 50, key is test_row_0/C:col10/1731363521742/Put/seqid=0 2024-11-11T22:18:43,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741865_1041 (size=12001) 2024-11-11T22:18:43,156 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/24e879a9035347ed876f7fc2c290a08d 2024-11-11T22:18:43,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/6a9621b734d041199e78663fa514d5f6 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/6a9621b734d041199e78663fa514d5f6 2024-11-11T22:18:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-11T22:18:43,194 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/6a9621b734d041199e78663fa514d5f6, entries=150, sequenceid=129, filesize=11.7 K 2024-11-11T22:18:43,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/3e6f40722d04443c9840198d6b21c09f as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/3e6f40722d04443c9840198d6b21c09f 2024-11-11T22:18:43,207 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/3e6f40722d04443c9840198d6b21c09f, entries=150, sequenceid=129, filesize=11.7 K 2024-11-11T22:18:43,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/24e879a9035347ed876f7fc2c290a08d as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/24e879a9035347ed876f7fc2c290a08d 2024-11-11T22:18:43,222 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/24e879a9035347ed876f7fc2c290a08d, entries=150, sequenceid=129, filesize=11.7 K 2024-11-11T22:18:43,224 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=174.43 KB/178620 for 93bc88485ad1ecba8573dce56045de52 in 672ms, sequenceid=129, compaction requested=false 2024-11-11T22:18:43,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:43,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:43,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-11T22:18:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-11T22:18:43,230 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-11T22:18:43,230 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1430 sec 2024-11-11T22:18:43,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.1530 sec 2024-11-11T22:18:43,269 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 93bc88485ad1ecba8573dce56045de52 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-11T22:18:43,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=A 2024-11-11T22:18:43,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:43,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=B 2024-11-11T22:18:43,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:43,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=C 2024-11-11T22:18:43,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 93bc88485ad1ecba8573dce56045de52 2024-11-11T22:18:43,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363583272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:43,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363583275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:43,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363583277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:43,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363583277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:43,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363583283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:43,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/571f07375ca34b7196dd3a8475f97e8d is 50, key is test_row_0/A:col10/1731363522945/Put/seqid=0 2024-11-11T22:18:43,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741866_1042 (size=14541) 2024-11-11T22:18:43,318 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/571f07375ca34b7196dd3a8475f97e8d 2024-11-11T22:18:43,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/5ad554608eef48dbb78d8544d75fc9cc is 50, key is test_row_0/B:col10/1731363522945/Put/seqid=0 2024-11-11T22:18:43,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741867_1043 (size=12151) 2024-11-11T22:18:43,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363583379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:43,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:43,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363583384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363583385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:43,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363583385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:43,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:43,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363583583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:43,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:43,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363583587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:43,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:43,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363583591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:43,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:43,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363583593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:43,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:43,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363583592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:43,785 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/5ad554608eef48dbb78d8544d75fc9cc 2024-11-11T22:18:43,817 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/618ad77e9ba84ec4a67dc6a2930277de is 50, key is test_row_0/C:col10/1731363522945/Put/seqid=0 2024-11-11T22:18:43,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741868_1044 (size=12151) 2024-11-11T22:18:43,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:43,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363583889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:43,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:43,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363583897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:43,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:43,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363583898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:43,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363583904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:44,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363584093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:44,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-11T22:18:44,190 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-11T22:18:44,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:18:44,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-11T22:18:44,199 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:18:44,200 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:18:44,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:18:44,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-11T22:18:44,271 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/618ad77e9ba84ec4a67dc6a2930277de 2024-11-11T22:18:44,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/571f07375ca34b7196dd3a8475f97e8d as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/571f07375ca34b7196dd3a8475f97e8d 2024-11-11T22:18:44,288 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/571f07375ca34b7196dd3a8475f97e8d, entries=200, sequenceid=160, filesize=14.2 K 2024-11-11T22:18:44,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/5ad554608eef48dbb78d8544d75fc9cc as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/5ad554608eef48dbb78d8544d75fc9cc 2024-11-11T22:18:44,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/5ad554608eef48dbb78d8544d75fc9cc, entries=150, sequenceid=160, filesize=11.9 K 2024-11-11T22:18:44,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/618ad77e9ba84ec4a67dc6a2930277de as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/618ad77e9ba84ec4a67dc6a2930277de 2024-11-11T22:18:44,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-11T22:18:44,309 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/618ad77e9ba84ec4a67dc6a2930277de, entries=150, sequenceid=160, filesize=11.9 K 2024-11-11T22:18:44,311 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 93bc88485ad1ecba8573dce56045de52 in 1042ms, sequenceid=160, compaction requested=true 2024-11-11T22:18:44,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:44,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93bc88485ad1ecba8573dce56045de52:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T22:18:44,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:18:44,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93bc88485ad1ecba8573dce56045de52:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T22:18:44,311 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:18:44,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:18:44,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93bc88485ad1ecba8573dce56045de52:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:18:44,311 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:18:44,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:18:44,314 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38783 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:18:44,314 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 93bc88485ad1ecba8573dce56045de52/A is initiating minor compaction (all files) 2024-11-11T22:18:44,314 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93bc88485ad1ecba8573dce56045de52/A in TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:44,314 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/0aabd4dc783d471f8a2232d925b09a6a, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/6a9621b734d041199e78663fa514d5f6, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/571f07375ca34b7196dd3a8475f97e8d] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp, totalSize=37.9 K 2024-11-11T22:18:44,315 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:18:44,315 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): 93bc88485ad1ecba8573dce56045de52/B is initiating minor compaction (all files) 2024-11-11T22:18:44,315 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93bc88485ad1ecba8573dce56045de52/B in TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:44,315 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/c0d779ce408246949e8d4e3772b90828, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/3e6f40722d04443c9840198d6b21c09f, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/5ad554608eef48dbb78d8544d75fc9cc] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp, totalSize=35.5 K 2024-11-11T22:18:44,316 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 0aabd4dc783d471f8a2232d925b09a6a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731363521091 2024-11-11T22:18:44,316 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0d779ce408246949e8d4e3772b90828, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731363521091 2024-11-11T22:18:44,316 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a9621b734d041199e78663fa514d5f6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731363521730 2024-11-11T22:18:44,317 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e6f40722d04443c9840198d6b21c09f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731363521730 2024-11-11T22:18:44,318 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ad554608eef48dbb78d8544d75fc9cc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731363522944 2024-11-11T22:18:44,318 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 571f07375ca34b7196dd3a8475f97e8d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731363522944 2024-11-11T22:18:44,336 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93bc88485ad1ecba8573dce56045de52#B#compaction#30 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:18:44,337 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/8eb00338508745449aef1577a705e2aa is 50, key is test_row_0/B:col10/1731363522945/Put/seqid=0 2024-11-11T22:18:44,359 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:44,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-11T22:18:44,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:44,360 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 93bc88485ad1ecba8573dce56045de52 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-11T22:18:44,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=A 2024-11-11T22:18:44,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:44,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=B 2024-11-11T22:18:44,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:44,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=C 2024-11-11T22:18:44,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:44,364 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93bc88485ad1ecba8573dce56045de52#A#compaction#31 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:18:44,365 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/35b5b0949d4542e084367fdb31b4aaeb is 50, key is test_row_0/A:col10/1731363522945/Put/seqid=0 2024-11-11T22:18:44,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/36ae9b8be8434c27b6b5da37a4434da2 is 50, key is test_row_0/A:col10/1731363523274/Put/seqid=0 2024-11-11T22:18:44,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741870_1046 (size=12493) 2024-11-11T22:18:44,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741871_1047 (size=7365) 2024-11-11T22:18:44,421 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/36ae9b8be8434c27b6b5da37a4434da2 2024-11-11T22:18:44,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741869_1045 (size=12493) 2024-11-11T22:18:44,429 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/35b5b0949d4542e084367fdb31b4aaeb as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/35b5b0949d4542e084367fdb31b4aaeb 2024-11-11T22:18:44,436 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/8eb00338508745449aef1577a705e2aa as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/8eb00338508745449aef1577a705e2aa 2024-11-11T22:18:44,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 93bc88485ad1ecba8573dce56045de52 2024-11-11T22:18:44,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. as already flushing 2024-11-11T22:18:44,439 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 93bc88485ad1ecba8573dce56045de52/A of 93bc88485ad1ecba8573dce56045de52 into 35b5b0949d4542e084367fdb31b4aaeb(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:18:44,439 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:44,439 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52., storeName=93bc88485ad1ecba8573dce56045de52/A, priority=13, startTime=1731363524311; duration=0sec 2024-11-11T22:18:44,439 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:18:44,439 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93bc88485ad1ecba8573dce56045de52:A 2024-11-11T22:18:44,439 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:18:44,444 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:18:44,444 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 93bc88485ad1ecba8573dce56045de52/C is initiating minor compaction (all files) 2024-11-11T22:18:44,444 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93bc88485ad1ecba8573dce56045de52/C in TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:44,444 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/dbd0c674a60f4135aeee71db881c7ff9, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/24e879a9035347ed876f7fc2c290a08d, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/618ad77e9ba84ec4a67dc6a2930277de] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp, totalSize=35.5 K 2024-11-11T22:18:44,445 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting dbd0c674a60f4135aeee71db881c7ff9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731363521091 2024-11-11T22:18:44,446 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 24e879a9035347ed876f7fc2c290a08d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731363521730 2024-11-11T22:18:44,446 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 618ad77e9ba84ec4a67dc6a2930277de, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731363522944 2024-11-11T22:18:44,446 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 93bc88485ad1ecba8573dce56045de52/B of 93bc88485ad1ecba8573dce56045de52 into 8eb00338508745449aef1577a705e2aa(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:18:44,447 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:44,447 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52., storeName=93bc88485ad1ecba8573dce56045de52/B, priority=13, startTime=1731363524311; duration=0sec 2024-11-11T22:18:44,447 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:18:44,447 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93bc88485ad1ecba8573dce56045de52:B 2024-11-11T22:18:44,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/f7e50e27a9bc4c5c8369eb61e4a2898f is 50, key is test_row_0/B:col10/1731363523274/Put/seqid=0 2024-11-11T22:18:44,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741872_1048 (size=7365) 2024-11-11T22:18:44,473 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93bc88485ad1ecba8573dce56045de52#C#compaction#34 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:18:44,474 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/86e12d8ca0794900b4e2b4acb1bd76b3 is 50, key is test_row_0/C:col10/1731363522945/Put/seqid=0 2024-11-11T22:18:44,482 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/f7e50e27a9bc4c5c8369eb61e4a2898f 2024-11-11T22:18:44,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-11T22:18:44,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741873_1049 (size=12493) 2024-11-11T22:18:44,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/a127d64afe644c48aa2ead06e32eb9a2 is 50, key is test_row_0/C:col10/1731363523274/Put/seqid=0 2024-11-11T22:18:44,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363584545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:44,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:44,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363584549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363584547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:44,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:44,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363584550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:44,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741874_1050 (size=7365) 2024-11-11T22:18:44,579 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/a127d64afe644c48aa2ead06e32eb9a2 2024-11-11T22:18:44,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/36ae9b8be8434c27b6b5da37a4434da2 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/36ae9b8be8434c27b6b5da37a4434da2 2024-11-11T22:18:44,598 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/36ae9b8be8434c27b6b5da37a4434da2, entries=50, sequenceid=166, filesize=7.2 K 2024-11-11T22:18:44,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/f7e50e27a9bc4c5c8369eb61e4a2898f as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/f7e50e27a9bc4c5c8369eb61e4a2898f 2024-11-11T22:18:44,610 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/f7e50e27a9bc4c5c8369eb61e4a2898f, entries=50, sequenceid=166, filesize=7.2 K 2024-11-11T22:18:44,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/a127d64afe644c48aa2ead06e32eb9a2 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/a127d64afe644c48aa2ead06e32eb9a2 2024-11-11T22:18:44,622 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/a127d64afe644c48aa2ead06e32eb9a2, entries=50, sequenceid=166, filesize=7.2 K 2024-11-11T22:18:44,625 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=181.14 KB/185490 for 93bc88485ad1ecba8573dce56045de52 in 265ms, sequenceid=166, compaction requested=false 2024-11-11T22:18:44,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:44,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:44,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-11T22:18:44,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-11T22:18:44,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-11T22:18:44,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 443 msec 2024-11-11T22:18:44,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 455 msec 2024-11-11T22:18:44,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 93bc88485ad1ecba8573dce56045de52 2024-11-11T22:18:44,666 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 93bc88485ad1ecba8573dce56045de52 3/3 column families, dataSize=194.56 KB heapSize=510.52 KB 2024-11-11T22:18:44,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=A 2024-11-11T22:18:44,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:44,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=B 2024-11-11T22:18:44,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:44,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=C 2024-11-11T22:18:44,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:44,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363584664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:44,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363584665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:44,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:44,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363584668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:44,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363584670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:44,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/ae071e1c4d2942ef8d02ac1211a7f458 is 50, key is test_row_0/A:col10/1731363524656/Put/seqid=0 2024-11-11T22:18:44,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741875_1051 (size=14541) 2024-11-11T22:18:44,723 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=69.33 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/ae071e1c4d2942ef8d02ac1211a7f458 2024-11-11T22:18:44,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/bc8efd52bc5243d39a2225138b836490 is 50, key is test_row_0/B:col10/1731363524656/Put/seqid=0 2024-11-11T22:18:44,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363584776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:44,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363584778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:44,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363584779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:44,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363584778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:44,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741876_1052 (size=12151) 2024-11-11T22:18:44,796 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=69.33 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/bc8efd52bc5243d39a2225138b836490 2024-11-11T22:18:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-11T22:18:44,809 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-11T22:18:44,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:18:44,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/a52a1f45d902476982bf5e2cbe79b5f9 is 50, key is test_row_0/C:col10/1731363524656/Put/seqid=0 2024-11-11T22:18:44,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-11T22:18:44,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-11T22:18:44,826 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:18:44,827 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:18:44,827 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:18:44,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741877_1053 (size=12151) 2024-11-11T22:18:44,865 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=69.33 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/a52a1f45d902476982bf5e2cbe79b5f9 2024-11-11T22:18:44,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/ae071e1c4d2942ef8d02ac1211a7f458 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/ae071e1c4d2942ef8d02ac1211a7f458 2024-11-11T22:18:44,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/ae071e1c4d2942ef8d02ac1211a7f458, entries=200, sequenceid=202, filesize=14.2 K 2024-11-11T22:18:44,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/bc8efd52bc5243d39a2225138b836490 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/bc8efd52bc5243d39a2225138b836490 2024-11-11T22:18:44,892 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/bc8efd52bc5243d39a2225138b836490, entries=150, sequenceid=202, filesize=11.9 K 2024-11-11T22:18:44,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/a52a1f45d902476982bf5e2cbe79b5f9 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/a52a1f45d902476982bf5e2cbe79b5f9 2024-11-11T22:18:44,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-11T22:18:44,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/a52a1f45d902476982bf5e2cbe79b5f9, entries=150, sequenceid=202, filesize=11.9 K 2024-11-11T22:18:44,932 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~207.98 KB/212970, heapSize ~545.63 KB/558720, currentSize=0 B/0 for 93bc88485ad1ecba8573dce56045de52 in 266ms, sequenceid=202, compaction requested=true 2024-11-11T22:18:44,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:44,933 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:18:44,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93bc88485ad1ecba8573dce56045de52:A, priority=-2147483648, current under compaction store size is 2 2024-11-11T22:18:44,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:18:44,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93bc88485ad1ecba8573dce56045de52:B, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:18:44,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:18:44,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93bc88485ad1ecba8573dce56045de52:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:18:44,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T22:18:44,935 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34399 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:18:44,935 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): 93bc88485ad1ecba8573dce56045de52/A is initiating minor compaction (all files) 2024-11-11T22:18:44,936 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93bc88485ad1ecba8573dce56045de52/A in TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:44,936 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/35b5b0949d4542e084367fdb31b4aaeb, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/36ae9b8be8434c27b6b5da37a4434da2, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/ae071e1c4d2942ef8d02ac1211a7f458] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp, totalSize=33.6 K 2024-11-11T22:18:44,938 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 35b5b0949d4542e084367fdb31b4aaeb, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731363522944 2024-11-11T22:18:44,941 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36ae9b8be8434c27b6b5da37a4434da2, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731363523274 2024-11-11T22:18:44,942 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae071e1c4d2942ef8d02ac1211a7f458, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731363524656 2024-11-11T22:18:44,943 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/86e12d8ca0794900b4e2b4acb1bd76b3 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/86e12d8ca0794900b4e2b4acb1bd76b3 2024-11-11T22:18:44,962 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 93bc88485ad1ecba8573dce56045de52/C of 93bc88485ad1ecba8573dce56045de52 into 86e12d8ca0794900b4e2b4acb1bd76b3(size=12.2 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:18:44,962 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:44,962 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52., storeName=93bc88485ad1ecba8573dce56045de52/C, priority=13, startTime=1731363524311; duration=0sec 2024-11-11T22:18:44,962 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T22:18:44,962 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93bc88485ad1ecba8573dce56045de52:C 2024-11-11T22:18:44,962 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93bc88485ad1ecba8573dce56045de52:C 2024-11-11T22:18:44,962 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:18:44,965 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93bc88485ad1ecba8573dce56045de52#A#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:18:44,966 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/b33b107f110c4446a979f38a805b2094 is 50, key is test_row_0/A:col10/1731363524656/Put/seqid=0 2024-11-11T22:18:44,968 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32009 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:18:44,968 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 93bc88485ad1ecba8573dce56045de52/B is initiating minor compaction (all files) 2024-11-11T22:18:44,968 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93bc88485ad1ecba8573dce56045de52/B in TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:44,970 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/8eb00338508745449aef1577a705e2aa, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/f7e50e27a9bc4c5c8369eb61e4a2898f, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/bc8efd52bc5243d39a2225138b836490] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp, totalSize=31.3 K 2024-11-11T22:18:44,970 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 8eb00338508745449aef1577a705e2aa, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731363522944 2024-11-11T22:18:44,971 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting f7e50e27a9bc4c5c8369eb61e4a2898f, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731363523274 2024-11-11T22:18:44,972 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting bc8efd52bc5243d39a2225138b836490, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731363524656 2024-11-11T22:18:44,982 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:44,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-11T22:18:44,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:44,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:44,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:44,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-11T22:18:44,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-11T22:18:44,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-11T22:18:44,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 164 msec 2024-11-11T22:18:44,996 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93bc88485ad1ecba8573dce56045de52#B#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:18:44,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 176 msec 2024-11-11T22:18:45,000 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/d01a9e37371741d5bfabbb2a41b50b86 is 50, key is test_row_0/B:col10/1731363524656/Put/seqid=0 2024-11-11T22:18:45,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741878_1054 (size=12595) 2024-11-11T22:18:45,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 93bc88485ad1ecba8573dce56045de52 2024-11-11T22:18:45,017 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 93bc88485ad1ecba8573dce56045de52 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T22:18:45,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=A 2024-11-11T22:18:45,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:45,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=B 2024-11-11T22:18:45,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:45,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=C 2024-11-11T22:18:45,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:45,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/17b02b9bc8484073a2bdb850963b62ef is 50, key is test_row_0/A:col10/1731363525003/Put/seqid=0 2024-11-11T22:18:45,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741879_1055 (size=12595) 2024-11-11T22:18:45,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741880_1056 (size=19321) 2024-11-11T22:18:45,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:45,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363585097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:45,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:45,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363585098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:45,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:45,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:45,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363585099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:45,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363585100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:45,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:45,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363585101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:45,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-11T22:18:45,129 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-11T22:18:45,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:18:45,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-11T22:18:45,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-11T22:18:45,142 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:18:45,143 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:18:45,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:18:45,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:45,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363585208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:45,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:45,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363585211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:45,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:45,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363585211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:45,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:45,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363585211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:45,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-11T22:18:45,297 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:45,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-11T22:18:45,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:45,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. as already flushing 2024-11-11T22:18:45,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:45,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:45,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:45,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:45,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:45,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363585416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:45,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:45,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363585416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:45,421 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/b33b107f110c4446a979f38a805b2094 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/b33b107f110c4446a979f38a805b2094 2024-11-11T22:18:45,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:45,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363585417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:45,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:45,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363585417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:45,429 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 93bc88485ad1ecba8573dce56045de52/A of 93bc88485ad1ecba8573dce56045de52 into b33b107f110c4446a979f38a805b2094(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:18:45,429 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:45,429 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52., storeName=93bc88485ad1ecba8573dce56045de52/A, priority=13, startTime=1731363524933; duration=0sec 2024-11-11T22:18:45,429 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:18:45,429 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93bc88485ad1ecba8573dce56045de52:A 2024-11-11T22:18:45,429 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:18:45,431 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32009 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:18:45,432 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): 93bc88485ad1ecba8573dce56045de52/C is initiating minor compaction (all files) 2024-11-11T22:18:45,432 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93bc88485ad1ecba8573dce56045de52/C in TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:45,432 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/86e12d8ca0794900b4e2b4acb1bd76b3, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/a127d64afe644c48aa2ead06e32eb9a2, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/a52a1f45d902476982bf5e2cbe79b5f9] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp, totalSize=31.3 K 2024-11-11T22:18:45,433 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 86e12d8ca0794900b4e2b4acb1bd76b3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731363522944 2024-11-11T22:18:45,433 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting a127d64afe644c48aa2ead06e32eb9a2, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731363523274 2024-11-11T22:18:45,434 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting a52a1f45d902476982bf5e2cbe79b5f9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731363524656 2024-11-11T22:18:45,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-11T22:18:45,456 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:45,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-11T22:18:45,458 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93bc88485ad1ecba8573dce56045de52#C#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:18:45,459 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/ae1e7be7e85640fbb7334151f27daf50 is 50, key is test_row_0/C:col10/1731363524656/Put/seqid=0 2024-11-11T22:18:45,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:45,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. as already flushing 2024-11-11T22:18:45,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:45,461 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/d01a9e37371741d5bfabbb2a41b50b86 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/d01a9e37371741d5bfabbb2a41b50b86 2024-11-11T22:18:45,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:45,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:45,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:45,472 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 93bc88485ad1ecba8573dce56045de52/B of 93bc88485ad1ecba8573dce56045de52 into d01a9e37371741d5bfabbb2a41b50b86(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:18:45,472 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:45,472 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52., storeName=93bc88485ad1ecba8573dce56045de52/B, priority=13, startTime=1731363524933; duration=0sec 2024-11-11T22:18:45,472 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:18:45,472 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93bc88485ad1ecba8573dce56045de52:B 2024-11-11T22:18:45,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741881_1057 (size=12595) 2024-11-11T22:18:45,495 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/17b02b9bc8484073a2bdb850963b62ef 2024-11-11T22:18:45,503 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/ae1e7be7e85640fbb7334151f27daf50 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/ae1e7be7e85640fbb7334151f27daf50 2024-11-11T22:18:45,513 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 93bc88485ad1ecba8573dce56045de52/C of 93bc88485ad1ecba8573dce56045de52 into ae1e7be7e85640fbb7334151f27daf50(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:18:45,513 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:45,514 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52., storeName=93bc88485ad1ecba8573dce56045de52/C, priority=13, startTime=1731363524933; duration=0sec 2024-11-11T22:18:45,514 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:18:45,514 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93bc88485ad1ecba8573dce56045de52:C 2024-11-11T22:18:45,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/e8c7c7d6059742f688dbad58da8247b7 is 50, key is test_row_0/B:col10/1731363525003/Put/seqid=0 2024-11-11T22:18:45,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741882_1058 (size=12151) 2024-11-11T22:18:45,615 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:45,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-11T22:18:45,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:45,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. as already flushing 2024-11-11T22:18:45,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:45,616 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:45,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:45,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:45,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:45,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363585721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:45,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:45,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363585725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:45,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:45,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363585725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:45,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:45,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363585729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:45,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-11T22:18:45,771 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:45,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-11T22:18:45,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:45,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. as already flushing 2024-11-11T22:18:45,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:45,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:45,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:45,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:45,927 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:45,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-11T22:18:45,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:45,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. as already flushing 2024-11-11T22:18:45,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:45,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:45,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:45,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:45,956 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/e8c7c7d6059742f688dbad58da8247b7 2024-11-11T22:18:45,971 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/4d6922bf9e3f4dc1882055bf51462681 is 50, key is test_row_0/C:col10/1731363525003/Put/seqid=0 2024-11-11T22:18:45,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741883_1059 (size=12151) 2024-11-11T22:18:46,086 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:46,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-11T22:18:46,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:46,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. as already flushing 2024-11-11T22:18:46,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:46,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:46,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:46,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:46,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:46,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363586227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:46,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:46,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363586236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:46,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:46,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363586237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:46,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:46,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363586237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:46,244 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:46,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-11T22:18:46,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-11T22:18:46,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:46,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. as already flushing 2024-11-11T22:18:46,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:46,249 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:46,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:46,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:46,389 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/4d6922bf9e3f4dc1882055bf51462681 2024-11-11T22:18:46,404 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:46,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/17b02b9bc8484073a2bdb850963b62ef as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/17b02b9bc8484073a2bdb850963b62ef 2024-11-11T22:18:46,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-11T22:18:46,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:46,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. as already flushing 2024-11-11T22:18:46,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:46,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:46,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:46,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:46,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/17b02b9bc8484073a2bdb850963b62ef, entries=300, sequenceid=216, filesize=18.9 K 2024-11-11T22:18:46,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/e8c7c7d6059742f688dbad58da8247b7 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/e8c7c7d6059742f688dbad58da8247b7 2024-11-11T22:18:46,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/e8c7c7d6059742f688dbad58da8247b7, entries=150, sequenceid=216, filesize=11.9 K 2024-11-11T22:18:46,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/4d6922bf9e3f4dc1882055bf51462681 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/4d6922bf9e3f4dc1882055bf51462681 2024-11-11T22:18:46,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/4d6922bf9e3f4dc1882055bf51462681, entries=150, sequenceid=216, filesize=11.9 K 2024-11-11T22:18:46,450 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 93bc88485ad1ecba8573dce56045de52 in 1433ms, sequenceid=216, compaction requested=false 2024-11-11T22:18:46,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:46,557 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:46,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-11T22:18:46,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:46,559 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 93bc88485ad1ecba8573dce56045de52 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T22:18:46,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=A 2024-11-11T22:18:46,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:46,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=B 2024-11-11T22:18:46,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:46,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=C 2024-11-11T22:18:46,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:46,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/5d0adf23fe4d4395b8e52d4586b5877f is 50, key is test_row_0/A:col10/1731363525099/Put/seqid=0 2024-11-11T22:18:46,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741884_1060 (size=12151) 2024-11-11T22:18:46,606 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/5d0adf23fe4d4395b8e52d4586b5877f 2024-11-11T22:18:46,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/55b7a4ef1f58417685b111a1392d89f8 is 50, key is test_row_0/B:col10/1731363525099/Put/seqid=0 2024-11-11T22:18:46,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741885_1061 (size=12151) 2024-11-11T22:18:47,084 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/55b7a4ef1f58417685b111a1392d89f8 2024-11-11T22:18:47,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/fa4198ced6c04ebfbfbaca7456536242 is 50, key is test_row_0/C:col10/1731363525099/Put/seqid=0 2024-11-11T22:18:47,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741886_1062 (size=12151) 2024-11-11T22:18:47,122 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/fa4198ced6c04ebfbfbaca7456536242 2024-11-11T22:18:47,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 93bc88485ad1ecba8573dce56045de52 2024-11-11T22:18:47,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. as already flushing 2024-11-11T22:18:47,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/5d0adf23fe4d4395b8e52d4586b5877f as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/5d0adf23fe4d4395b8e52d4586b5877f 2024-11-11T22:18:47,181 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/5d0adf23fe4d4395b8e52d4586b5877f, entries=150, sequenceid=244, filesize=11.9 K 2024-11-11T22:18:47,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/55b7a4ef1f58417685b111a1392d89f8 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/55b7a4ef1f58417685b111a1392d89f8 2024-11-11T22:18:47,208 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/55b7a4ef1f58417685b111a1392d89f8, entries=150, sequenceid=244, filesize=11.9 K 2024-11-11T22:18:47,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/fa4198ced6c04ebfbfbaca7456536242 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/fa4198ced6c04ebfbfbaca7456536242 2024-11-11T22:18:47,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:47,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363587219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:47,236 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/fa4198ced6c04ebfbfbaca7456536242, entries=150, sequenceid=244, filesize=11.9 K 2024-11-11T22:18:47,238 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 93bc88485ad1ecba8573dce56045de52 in 679ms, sequenceid=244, compaction requested=true 2024-11-11T22:18:47,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:47,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:47,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-11T22:18:47,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-11T22:18:47,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-11T22:18:47,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-11T22:18:47,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1010 sec 2024-11-11T22:18:47,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 2.1170 sec 2024-11-11T22:18:47,260 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 93bc88485ad1ecba8573dce56045de52 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T22:18:47,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 93bc88485ad1ecba8573dce56045de52 2024-11-11T22:18:47,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=A 2024-11-11T22:18:47,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:47,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=B 2024-11-11T22:18:47,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:47,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=C 2024-11-11T22:18:47,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:47,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/f380f33690444632952600ca4d33178f is 50, key is test_row_0/A:col10/1731363527260/Put/seqid=0 2024-11-11T22:18:47,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741887_1063 (size=19421) 2024-11-11T22:18:47,305 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/f380f33690444632952600ca4d33178f 2024-11-11T22:18:47,320 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/79d5df35e74f4252a6e4b08da986c716 is 50, key is test_row_0/B:col10/1731363527260/Put/seqid=0 2024-11-11T22:18:47,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741888_1064 (size=12201) 2024-11-11T22:18:47,375 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/79d5df35e74f4252a6e4b08da986c716 2024-11-11T22:18:47,397 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/bbed3ea2846c4e9884db139cb322b47b is 50, key is test_row_0/C:col10/1731363527260/Put/seqid=0 2024-11-11T22:18:47,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741889_1065 (size=12201) 2024-11-11T22:18:47,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:47,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363587386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:47,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:47,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363587393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:47,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:47,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363587453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:47,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:47,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363587453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:47,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:47,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363587463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:47,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:47,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363587564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:47,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:47,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363587564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:47,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:47,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363587564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:47,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:47,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363587567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:47,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:47,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363587567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:47,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:47,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363587769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:47,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:47,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363587769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:47,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:47,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363587771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:47,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:47,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363587778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:47,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:47,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363587778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:47,826 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/bbed3ea2846c4e9884db139cb322b47b 2024-11-11T22:18:47,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/f380f33690444632952600ca4d33178f as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/f380f33690444632952600ca4d33178f 2024-11-11T22:18:47,862 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/f380f33690444632952600ca4d33178f, entries=300, sequenceid=258, filesize=19.0 K 2024-11-11T22:18:47,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/79d5df35e74f4252a6e4b08da986c716 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/79d5df35e74f4252a6e4b08da986c716 2024-11-11T22:18:47,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/79d5df35e74f4252a6e4b08da986c716, entries=150, sequenceid=258, filesize=11.9 K 2024-11-11T22:18:47,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/bbed3ea2846c4e9884db139cb322b47b as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/bbed3ea2846c4e9884db139cb322b47b 2024-11-11T22:18:47,885 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/bbed3ea2846c4e9884db139cb322b47b, entries=150, sequenceid=258, filesize=11.9 K 2024-11-11T22:18:47,889 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 93bc88485ad1ecba8573dce56045de52 in 627ms, sequenceid=258, compaction requested=true 2024-11-11T22:18:47,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:47,889 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T22:18:47,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93bc88485ad1ecba8573dce56045de52:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T22:18:47,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:18:47,890 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T22:18:47,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93bc88485ad1ecba8573dce56045de52:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T22:18:47,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:18:47,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93bc88485ad1ecba8573dce56045de52:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:18:47,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:18:47,893 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49098 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T22:18:47,893 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 93bc88485ad1ecba8573dce56045de52/B is initiating minor compaction (all files) 2024-11-11T22:18:47,893 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93bc88485ad1ecba8573dce56045de52/B in TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:47,893 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/d01a9e37371741d5bfabbb2a41b50b86, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/e8c7c7d6059742f688dbad58da8247b7, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/55b7a4ef1f58417685b111a1392d89f8, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/79d5df35e74f4252a6e4b08da986c716] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp, totalSize=47.9 K 2024-11-11T22:18:47,893 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 63488 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T22:18:47,893 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): 93bc88485ad1ecba8573dce56045de52/A is initiating minor compaction (all files) 2024-11-11T22:18:47,893 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93bc88485ad1ecba8573dce56045de52/A in TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:47,894 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/b33b107f110c4446a979f38a805b2094, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/17b02b9bc8484073a2bdb850963b62ef, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/5d0adf23fe4d4395b8e52d4586b5877f, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/f380f33690444632952600ca4d33178f] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp, totalSize=62 K 2024-11-11T22:18:47,894 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting b33b107f110c4446a979f38a805b2094, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731363524656 2024-11-11T22:18:47,894 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting d01a9e37371741d5bfabbb2a41b50b86, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731363524656 2024-11-11T22:18:47,895 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 17b02b9bc8484073a2bdb850963b62ef, keycount=300, bloomtype=ROW, size=18.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731363524989 2024-11-11T22:18:47,895 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting e8c7c7d6059742f688dbad58da8247b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731363525003 2024-11-11T22:18:47,896 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d0adf23fe4d4395b8e52d4586b5877f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731363525087 2024-11-11T22:18:47,896 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 55b7a4ef1f58417685b111a1392d89f8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731363525087 2024-11-11T22:18:47,896 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting f380f33690444632952600ca4d33178f, keycount=300, bloomtype=ROW, size=19.0 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731363527138 2024-11-11T22:18:47,899 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 79d5df35e74f4252a6e4b08da986c716, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731363527181 2024-11-11T22:18:47,927 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93bc88485ad1ecba8573dce56045de52#A#compaction#51 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:18:47,928 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/bbea4618f8c2488db994943ce5f5f6a1 is 50, key is test_row_0/A:col10/1731363527260/Put/seqid=0 2024-11-11T22:18:47,944 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93bc88485ad1ecba8573dce56045de52#B#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:18:47,944 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/3f7bdf430a3647ca80528f2ff2db617a is 50, key is test_row_0/B:col10/1731363527260/Put/seqid=0 2024-11-11T22:18:47,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741891_1067 (size=12781) 2024-11-11T22:18:48,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741890_1066 (size=12781) 2024-11-11T22:18:48,015 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/3f7bdf430a3647ca80528f2ff2db617a as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/3f7bdf430a3647ca80528f2ff2db617a 2024-11-11T22:18:48,016 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/bbea4618f8c2488db994943ce5f5f6a1 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/bbea4618f8c2488db994943ce5f5f6a1 2024-11-11T22:18:48,025 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 93bc88485ad1ecba8573dce56045de52/B of 93bc88485ad1ecba8573dce56045de52 into 3f7bdf430a3647ca80528f2ff2db617a(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:18:48,025 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:48,025 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52., storeName=93bc88485ad1ecba8573dce56045de52/B, priority=12, startTime=1731363527890; duration=0sec 2024-11-11T22:18:48,025 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:18:48,025 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93bc88485ad1ecba8573dce56045de52:B 2024-11-11T22:18:48,026 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T22:18:48,032 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49098 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T22:18:48,032 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 93bc88485ad1ecba8573dce56045de52/C is initiating minor compaction (all files) 2024-11-11T22:18:48,032 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93bc88485ad1ecba8573dce56045de52/C in TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:48,032 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/ae1e7be7e85640fbb7334151f27daf50, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/4d6922bf9e3f4dc1882055bf51462681, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/fa4198ced6c04ebfbfbaca7456536242, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/bbed3ea2846c4e9884db139cb322b47b] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp, totalSize=47.9 K 2024-11-11T22:18:48,033 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting ae1e7be7e85640fbb7334151f27daf50, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731363524656 2024-11-11T22:18:48,033 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d6922bf9e3f4dc1882055bf51462681, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731363525003 2024-11-11T22:18:48,034 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting fa4198ced6c04ebfbfbaca7456536242, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731363525087 2024-11-11T22:18:48,034 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting bbed3ea2846c4e9884db139cb322b47b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731363527181 2024-11-11T22:18:48,042 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 93bc88485ad1ecba8573dce56045de52/A of 93bc88485ad1ecba8573dce56045de52 into bbea4618f8c2488db994943ce5f5f6a1(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:18:48,042 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:48,042 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52., storeName=93bc88485ad1ecba8573dce56045de52/A, priority=12, startTime=1731363527889; duration=0sec 2024-11-11T22:18:48,042 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:18:48,042 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93bc88485ad1ecba8573dce56045de52:A 2024-11-11T22:18:48,061 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93bc88485ad1ecba8573dce56045de52#C#compaction#53 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:18:48,062 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/00eba4f432b04af0b5f38c294b39a6a5 is 50, key is test_row_0/C:col10/1731363527260/Put/seqid=0 2024-11-11T22:18:48,078 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 93bc88485ad1ecba8573dce56045de52 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-11T22:18:48,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=A 2024-11-11T22:18:48,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:48,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=B 2024-11-11T22:18:48,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:48,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=C 2024-11-11T22:18:48,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:48,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 93bc88485ad1ecba8573dce56045de52 2024-11-11T22:18:48,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/e1b52ae4a00a4ba888f8f38eab1c8220 is 50, key is test_row_0/A:col10/1731363528077/Put/seqid=0 2024-11-11T22:18:48,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741892_1068 (size=12781) 2024-11-11T22:18:48,121 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/00eba4f432b04af0b5f38c294b39a6a5 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/00eba4f432b04af0b5f38c294b39a6a5 2024-11-11T22:18:48,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363588112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:48,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:48,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363588114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:48,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:48,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363588129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:48,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:48,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363588129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:48,134 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 93bc88485ad1ecba8573dce56045de52/C of 93bc88485ad1ecba8573dce56045de52 into 00eba4f432b04af0b5f38c294b39a6a5(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:18:48,134 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:48,134 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52., storeName=93bc88485ad1ecba8573dce56045de52/C, priority=12, startTime=1731363527890; duration=0sec 2024-11-11T22:18:48,134 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:18:48,134 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93bc88485ad1ecba8573dce56045de52:C 2024-11-11T22:18:48,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363588130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:48,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741893_1069 (size=12301) 2024-11-11T22:18:48,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363588232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:48,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363588234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:48,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363588234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:48,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:48,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363588244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:48,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:48,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363588244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:48,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363588436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:48,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:48,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363588439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:48,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:48,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363588439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:48,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363588451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:48,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363588453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:48,557 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/e1b52ae4a00a4ba888f8f38eab1c8220 2024-11-11T22:18:48,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/b9b0adff4c354fb995feedc007f9f1ef is 50, key is test_row_0/B:col10/1731363528077/Put/seqid=0 2024-11-11T22:18:48,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741894_1070 (size=12301) 2024-11-11T22:18:48,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:48,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363588745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:48,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:48,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363588748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:48,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:48,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363588748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:48,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363588757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:48,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363588762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:49,016 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/b9b0adff4c354fb995feedc007f9f1ef 2024-11-11T22:18:49,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/f0bd7152830e4a729a0bf2935cd76db5 is 50, key is test_row_0/C:col10/1731363528077/Put/seqid=0 2024-11-11T22:18:49,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741895_1071 (size=12301) 2024-11-11T22:18:49,071 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/f0bd7152830e4a729a0bf2935cd76db5 2024-11-11T22:18:49,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/e1b52ae4a00a4ba888f8f38eab1c8220 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/e1b52ae4a00a4ba888f8f38eab1c8220 2024-11-11T22:18:49,098 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/e1b52ae4a00a4ba888f8f38eab1c8220, entries=150, sequenceid=284, filesize=12.0 K 2024-11-11T22:18:49,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/b9b0adff4c354fb995feedc007f9f1ef as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/b9b0adff4c354fb995feedc007f9f1ef 2024-11-11T22:18:49,112 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/b9b0adff4c354fb995feedc007f9f1ef, entries=150, sequenceid=284, filesize=12.0 K 2024-11-11T22:18:49,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/f0bd7152830e4a729a0bf2935cd76db5 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/f0bd7152830e4a729a0bf2935cd76db5 2024-11-11T22:18:49,136 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/f0bd7152830e4a729a0bf2935cd76db5, entries=150, sequenceid=284, filesize=12.0 K 2024-11-11T22:18:49,139 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=73.80 KB/75570 for 93bc88485ad1ecba8573dce56045de52 in 1061ms, sequenceid=284, compaction requested=false 2024-11-11T22:18:49,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:49,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-11T22:18:49,252 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-11T22:18:49,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 93bc88485ad1ecba8573dce56045de52 2024-11-11T22:18:49,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:18:49,260 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 93bc88485ad1ecba8573dce56045de52 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-11T22:18:49,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-11T22:18:49,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-11T22:18:49,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=A 2024-11-11T22:18:49,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:49,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=B 2024-11-11T22:18:49,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:49,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=C 2024-11-11T22:18:49,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:49,272 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:18:49,288 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:18:49,289 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:18:49,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/c1dcf75ed8bc46238e0fa2a2ee326de6 is 50, key is test_row_0/A:col10/1731363529249/Put/seqid=0 2024-11-11T22:18:49,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:49,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:49,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363589308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:49,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363589308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:49,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:49,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363589314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:49,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:49,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363589315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:49,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363589326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:49,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741896_1072 (size=12301) 2024-11-11T22:18:49,350 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/c1dcf75ed8bc46238e0fa2a2ee326de6 2024-11-11T22:18:49,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/74a6f72041804378978a5b5ebef85f9a is 50, key is test_row_0/B:col10/1731363529249/Put/seqid=0 2024-11-11T22:18:49,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-11T22:18:49,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741897_1073 (size=12301) 2024-11-11T22:18:49,404 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/74a6f72041804378978a5b5ebef85f9a 2024-11-11T22:18:49,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:49,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363589420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:49,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:49,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363589420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:49,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:49,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363589421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:49,426 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/86512882ad0d45a99cf9d93ad675da1c is 50, key is test_row_0/C:col10/1731363529249/Put/seqid=0 2024-11-11T22:18:49,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:49,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363589421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:49,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:49,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363589436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:49,461 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:49,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-11T22:18:49,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:49,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. as already flushing 2024-11-11T22:18:49,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:49,462 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:49,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:49,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741898_1074 (size=12301) 2024-11-11T22:18:49,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:49,466 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/86512882ad0d45a99cf9d93ad675da1c 2024-11-11T22:18:49,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/c1dcf75ed8bc46238e0fa2a2ee326de6 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/c1dcf75ed8bc46238e0fa2a2ee326de6 2024-11-11T22:18:49,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/c1dcf75ed8bc46238e0fa2a2ee326de6, entries=150, sequenceid=302, filesize=12.0 K 2024-11-11T22:18:49,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/74a6f72041804378978a5b5ebef85f9a as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/74a6f72041804378978a5b5ebef85f9a 2024-11-11T22:18:49,505 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/74a6f72041804378978a5b5ebef85f9a, entries=150, sequenceid=302, filesize=12.0 K 2024-11-11T22:18:49,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/86512882ad0d45a99cf9d93ad675da1c as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/86512882ad0d45a99cf9d93ad675da1c 2024-11-11T22:18:49,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/86512882ad0d45a99cf9d93ad675da1c, entries=150, sequenceid=302, filesize=12.0 K 2024-11-11T22:18:49,514 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 93bc88485ad1ecba8573dce56045de52 in 253ms, sequenceid=302, compaction requested=true 2024-11-11T22:18:49,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:49,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93bc88485ad1ecba8573dce56045de52:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T22:18:49,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:18:49,514 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:18:49,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93bc88485ad1ecba8573dce56045de52:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T22:18:49,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:18:49,514 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:18:49,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93bc88485ad1ecba8573dce56045de52:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:18:49,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:18:49,516 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37383 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:18:49,516 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): 93bc88485ad1ecba8573dce56045de52/A is initiating minor compaction (all files) 2024-11-11T22:18:49,516 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93bc88485ad1ecba8573dce56045de52/A in TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:49,516 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/bbea4618f8c2488db994943ce5f5f6a1, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/e1b52ae4a00a4ba888f8f38eab1c8220, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/c1dcf75ed8bc46238e0fa2a2ee326de6] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp, totalSize=36.5 K 2024-11-11T22:18:49,516 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37383 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:18:49,516 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 93bc88485ad1ecba8573dce56045de52/B is initiating minor compaction (all files) 2024-11-11T22:18:49,517 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting bbea4618f8c2488db994943ce5f5f6a1, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731363527181 2024-11-11T22:18:49,517 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93bc88485ad1ecba8573dce56045de52/B in TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:49,517 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/3f7bdf430a3647ca80528f2ff2db617a, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/b9b0adff4c354fb995feedc007f9f1ef, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/74a6f72041804378978a5b5ebef85f9a] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp, totalSize=36.5 K 2024-11-11T22:18:49,517 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1b52ae4a00a4ba888f8f38eab1c8220, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731363527357 2024-11-11T22:18:49,518 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting c1dcf75ed8bc46238e0fa2a2ee326de6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731363529249 2024-11-11T22:18:49,518 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f7bdf430a3647ca80528f2ff2db617a, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731363527181 2024-11-11T22:18:49,519 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting b9b0adff4c354fb995feedc007f9f1ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731363527357 2024-11-11T22:18:49,520 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 74a6f72041804378978a5b5ebef85f9a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731363529249 2024-11-11T22:18:49,545 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93bc88485ad1ecba8573dce56045de52#B#compaction#60 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:18:49,546 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/a1b99f634c564d7885f8f2712c514876 is 50, key is test_row_0/B:col10/1731363529249/Put/seqid=0 2024-11-11T22:18:49,556 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93bc88485ad1ecba8573dce56045de52#A#compaction#61 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:18:49,557 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/c1ea1f3074b246b7b8e5cab1f86c6d6e is 50, key is test_row_0/A:col10/1731363529249/Put/seqid=0 2024-11-11T22:18:49,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-11T22:18:49,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741900_1076 (size=12983) 2024-11-11T22:18:49,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741899_1075 (size=12983) 2024-11-11T22:18:49,611 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/a1b99f634c564d7885f8f2712c514876 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/a1b99f634c564d7885f8f2712c514876 2024-11-11T22:18:49,621 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 93bc88485ad1ecba8573dce56045de52/B of 93bc88485ad1ecba8573dce56045de52 into a1b99f634c564d7885f8f2712c514876(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:18:49,621 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:49,621 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52., storeName=93bc88485ad1ecba8573dce56045de52/B, priority=13, startTime=1731363529514; duration=0sec 2024-11-11T22:18:49,621 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:18:49,621 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93bc88485ad1ecba8573dce56045de52:B 2024-11-11T22:18:49,622 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:18:49,624 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37383 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:18:49,624 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 93bc88485ad1ecba8573dce56045de52/C is initiating minor compaction (all files) 2024-11-11T22:18:49,624 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93bc88485ad1ecba8573dce56045de52/C in TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:49,624 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/00eba4f432b04af0b5f38c294b39a6a5, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/f0bd7152830e4a729a0bf2935cd76db5, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/86512882ad0d45a99cf9d93ad675da1c] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp, totalSize=36.5 K 2024-11-11T22:18:49,625 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 00eba4f432b04af0b5f38c294b39a6a5, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731363527181 2024-11-11T22:18:49,626 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting f0bd7152830e4a729a0bf2935cd76db5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731363527357 2024-11-11T22:18:49,626 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:49,626 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 86512882ad0d45a99cf9d93ad675da1c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731363529249 2024-11-11T22:18:49,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-11T22:18:49,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:49,627 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 93bc88485ad1ecba8573dce56045de52 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-11T22:18:49,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=A 2024-11-11T22:18:49,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:49,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=B 2024-11-11T22:18:49,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:49,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=C 2024-11-11T22:18:49,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 93bc88485ad1ecba8573dce56045de52 2024-11-11T22:18:49,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. as already flushing 2024-11-11T22:18:49,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/b0c27f3c3f204a8c8b046126b5106b70 is 50, key is test_row_0/A:col10/1731363529314/Put/seqid=0 2024-11-11T22:18:49,646 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93bc88485ad1ecba8573dce56045de52#C#compaction#63 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:18:49,647 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/22fc414abb954285b00327d08f2b4918 is 50, key is test_row_0/C:col10/1731363529249/Put/seqid=0 2024-11-11T22:18:49,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363589661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:49,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363589661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:49,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363589664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:49,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363589664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:49,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363589669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:49,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741902_1078 (size=12983) 2024-11-11T22:18:49,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741901_1077 (size=12301) 2024-11-11T22:18:49,681 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/b0c27f3c3f204a8c8b046126b5106b70 2024-11-11T22:18:49,693 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/22fc414abb954285b00327d08f2b4918 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/22fc414abb954285b00327d08f2b4918 2024-11-11T22:18:49,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/4c581f4c7d564cdfa776bcd54c8c3f81 is 50, key is test_row_0/B:col10/1731363529314/Put/seqid=0 2024-11-11T22:18:49,706 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 93bc88485ad1ecba8573dce56045de52/C of 93bc88485ad1ecba8573dce56045de52 into 22fc414abb954285b00327d08f2b4918(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:18:49,706 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:49,706 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52., storeName=93bc88485ad1ecba8573dce56045de52/C, priority=13, startTime=1731363529514; duration=0sec 2024-11-11T22:18:49,707 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:18:49,707 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93bc88485ad1ecba8573dce56045de52:C 2024-11-11T22:18:49,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741903_1079 (size=12301) 2024-11-11T22:18:49,741 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/4c581f4c7d564cdfa776bcd54c8c3f81 2024-11-11T22:18:49,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/56a2d9253c3b43348b6ec170ff5f9743 is 50, key is test_row_0/C:col10/1731363529314/Put/seqid=0 2024-11-11T22:18:49,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363589767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:49,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:49,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363589770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:49,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363589773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:49,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363589774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:49,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:49,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363589775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:49,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741904_1080 (size=12301) 2024-11-11T22:18:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-11T22:18:49,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363589976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:49,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363589981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:49,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363589982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:49,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363589984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:49,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363589986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:50,011 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/c1ea1f3074b246b7b8e5cab1f86c6d6e as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/c1ea1f3074b246b7b8e5cab1f86c6d6e 2024-11-11T22:18:50,034 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 93bc88485ad1ecba8573dce56045de52/A of 93bc88485ad1ecba8573dce56045de52 into c1ea1f3074b246b7b8e5cab1f86c6d6e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:18:50,034 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:50,035 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52., storeName=93bc88485ad1ecba8573dce56045de52/A, priority=13, startTime=1731363529514; duration=0sec 2024-11-11T22:18:50,037 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:18:50,037 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93bc88485ad1ecba8573dce56045de52:A 2024-11-11T22:18:50,233 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/56a2d9253c3b43348b6ec170ff5f9743 2024-11-11T22:18:50,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/b0c27f3c3f204a8c8b046126b5106b70 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/b0c27f3c3f204a8c8b046126b5106b70 2024-11-11T22:18:50,259 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/b0c27f3c3f204a8c8b046126b5106b70, entries=150, sequenceid=323, filesize=12.0 K 2024-11-11T22:18:50,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/4c581f4c7d564cdfa776bcd54c8c3f81 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/4c581f4c7d564cdfa776bcd54c8c3f81 2024-11-11T22:18:50,266 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/4c581f4c7d564cdfa776bcd54c8c3f81, entries=150, sequenceid=323, filesize=12.0 K 2024-11-11T22:18:50,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/56a2d9253c3b43348b6ec170ff5f9743 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/56a2d9253c3b43348b6ec170ff5f9743 2024-11-11T22:18:50,273 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/56a2d9253c3b43348b6ec170ff5f9743, entries=150, sequenceid=323, filesize=12.0 K 2024-11-11T22:18:50,274 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 93bc88485ad1ecba8573dce56045de52 in 647ms, sequenceid=323, compaction requested=false 2024-11-11T22:18:50,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:50,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:50,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-11T22:18:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-11T22:18:50,279 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-11T22:18:50,279 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 989 msec 2024-11-11T22:18:50,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.0220 sec 2024-11-11T22:18:50,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 93bc88485ad1ecba8573dce56045de52 2024-11-11T22:18:50,285 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 93bc88485ad1ecba8573dce56045de52 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-11T22:18:50,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=A 2024-11-11T22:18:50,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:50,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=B 2024-11-11T22:18:50,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:50,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=C 2024-11-11T22:18:50,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:50,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/c0b9033a775b44e6ad58135f7e07dafe is 50, key is test_row_0/A:col10/1731363529662/Put/seqid=0 2024-11-11T22:18:50,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363590302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:50,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:50,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363590303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:50,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:50,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363590303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363590304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:50,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363590306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:50,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741905_1081 (size=12301) 2024-11-11T22:18:50,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-11T22:18:50,391 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-11T22:18:50,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:18:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-11T22:18:50,395 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:18:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-11T22:18:50,396 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:18:50,396 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:18:50,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:50,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363590407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:50,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:50,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363590409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:50,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:50,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363590410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363590410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:50,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363590410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:50,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-11T22:18:50,549 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:50,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-11T22:18:50,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:50,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. as already flushing 2024-11-11T22:18:50,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:50,550 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:50,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:50,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:50,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:50,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363590614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:50,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:50,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363590615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:50,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:50,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363590614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:50,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:50,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363590615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:50,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:50,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363590618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:50,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-11T22:18:50,704 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:50,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-11T22:18:50,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:50,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. as already flushing 2024-11-11T22:18:50,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:50,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:50,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:50,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:50,723 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/c0b9033a775b44e6ad58135f7e07dafe 2024-11-11T22:18:50,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/b7996518f8bf4895a854362ae750c9b0 is 50, key is test_row_0/B:col10/1731363529662/Put/seqid=0 2024-11-11T22:18:50,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741906_1082 (size=12301) 2024-11-11T22:18:50,791 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/b7996518f8bf4895a854362ae750c9b0 2024-11-11T22:18:50,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/c51cabaac6cc451a93eb2965ba266b8c is 50, key is test_row_0/C:col10/1731363529662/Put/seqid=0 2024-11-11T22:18:50,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741907_1083 (size=12301) 2024-11-11T22:18:50,842 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/c51cabaac6cc451a93eb2965ba266b8c 2024-11-11T22:18:50,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/c0b9033a775b44e6ad58135f7e07dafe as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/c0b9033a775b44e6ad58135f7e07dafe 2024-11-11T22:18:50,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/c0b9033a775b44e6ad58135f7e07dafe, entries=150, sequenceid=343, filesize=12.0 K 2024-11-11T22:18:50,858 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:50,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-11T22:18:50,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:50,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. as already flushing 2024-11-11T22:18:50,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:50,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:50,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:50,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:50,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/b7996518f8bf4895a854362ae750c9b0 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/b7996518f8bf4895a854362ae750c9b0 2024-11-11T22:18:50,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/b7996518f8bf4895a854362ae750c9b0, entries=150, sequenceid=343, filesize=12.0 K 2024-11-11T22:18:50,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/c51cabaac6cc451a93eb2965ba266b8c as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/c51cabaac6cc451a93eb2965ba266b8c 2024-11-11T22:18:50,892 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/c51cabaac6cc451a93eb2965ba266b8c, entries=150, sequenceid=343, filesize=12.0 K 2024-11-11T22:18:50,893 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 93bc88485ad1ecba8573dce56045de52 in 608ms, sequenceid=343, compaction requested=true 2024-11-11T22:18:50,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:50,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93bc88485ad1ecba8573dce56045de52:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T22:18:50,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:18:50,894 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:18:50,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93bc88485ad1ecba8573dce56045de52:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T22:18:50,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:18:50,894 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:18:50,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93bc88485ad1ecba8573dce56045de52:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:18:50,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:18:50,896 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:18:50,896 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): 93bc88485ad1ecba8573dce56045de52/A is initiating minor compaction (all files) 2024-11-11T22:18:50,896 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93bc88485ad1ecba8573dce56045de52/A in TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:50,897 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/c1ea1f3074b246b7b8e5cab1f86c6d6e, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/b0c27f3c3f204a8c8b046126b5106b70, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/c0b9033a775b44e6ad58135f7e07dafe] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp, totalSize=36.7 K 2024-11-11T22:18:50,897 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:18:50,897 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 93bc88485ad1ecba8573dce56045de52/B is initiating minor compaction (all files) 2024-11-11T22:18:50,897 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93bc88485ad1ecba8573dce56045de52/B in TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:50,897 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting c1ea1f3074b246b7b8e5cab1f86c6d6e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731363529249 2024-11-11T22:18:50,897 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/a1b99f634c564d7885f8f2712c514876, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/4c581f4c7d564cdfa776bcd54c8c3f81, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/b7996518f8bf4895a854362ae750c9b0] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp, totalSize=36.7 K 2024-11-11T22:18:50,898 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0c27f3c3f204a8c8b046126b5106b70, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731363529304 2024-11-11T22:18:50,898 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting a1b99f634c564d7885f8f2712c514876, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731363529249 2024-11-11T22:18:50,898 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0b9033a775b44e6ad58135f7e07dafe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1731363529661 2024-11-11T22:18:50,899 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c581f4c7d564cdfa776bcd54c8c3f81, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731363529304 2024-11-11T22:18:50,899 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting b7996518f8bf4895a854362ae750c9b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1731363529661 2024-11-11T22:18:50,911 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93bc88485ad1ecba8573dce56045de52#B#compaction#69 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:18:50,912 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/7e7c3cccba644090aea1bad157bfdc1d is 50, key is test_row_0/B:col10/1731363529662/Put/seqid=0 2024-11-11T22:18:50,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 93bc88485ad1ecba8573dce56045de52 2024-11-11T22:18:50,927 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93bc88485ad1ecba8573dce56045de52#A#compaction#70 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:18:50,928 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/68f6a3e9cb6e464c8d9ac8b4849c719b is 50, key is test_row_0/A:col10/1731363529662/Put/seqid=0 2024-11-11T22:18:50,928 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 93bc88485ad1ecba8573dce56045de52 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-11T22:18:50,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=A 2024-11-11T22:18:50,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:50,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=B 2024-11-11T22:18:50,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:50,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=C 2024-11-11T22:18:50,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:50,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/6ca5d9d5811b4fb59c86f9499f78bb2f is 50, key is test_row_0/A:col10/1731363530927/Put/seqid=0 2024-11-11T22:18:50,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:50,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363590945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:50,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:50,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363590954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:50,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:50,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363590956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:50,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:50,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363590958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:50,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:50,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363590962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:50,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741909_1085 (size=13085) 2024-11-11T22:18:50,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741908_1084 (size=13085) 2024-11-11T22:18:50,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-11T22:18:51,013 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:51,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-11T22:18:51,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:51,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. as already flushing 2024-11-11T22:18:51,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:51,014 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:51,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:51,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:51,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741910_1086 (size=19621) 2024-11-11T22:18:51,025 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/6ca5d9d5811b4fb59c86f9499f78bb2f 2024-11-11T22:18:51,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/3a1ac59670774e7bb2cfd7b08fa4d8fc is 50, key is test_row_0/B:col10/1731363530927/Put/seqid=0 2024-11-11T22:18:51,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:51,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363591064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:51,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:51,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363591066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:51,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:51,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363591066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:51,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:51,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363591067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:51,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:51,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363591072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:51,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741911_1087 (size=12301) 2024-11-11T22:18:51,100 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/3a1ac59670774e7bb2cfd7b08fa4d8fc 2024-11-11T22:18:51,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/2bc2bcee7a304b2f85151c34052bdaf5 is 50, key is test_row_0/C:col10/1731363530927/Put/seqid=0 2024-11-11T22:18:51,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741912_1088 (size=12301) 2024-11-11T22:18:51,169 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/2bc2bcee7a304b2f85151c34052bdaf5 2024-11-11T22:18:51,169 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:51,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-11T22:18:51,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:51,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. as already flushing 2024-11-11T22:18:51,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:51,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:51,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:51,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:51,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/6ca5d9d5811b4fb59c86f9499f78bb2f as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/6ca5d9d5811b4fb59c86f9499f78bb2f 2024-11-11T22:18:51,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/6ca5d9d5811b4fb59c86f9499f78bb2f, entries=300, sequenceid=366, filesize=19.2 K 2024-11-11T22:18:51,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/3a1ac59670774e7bb2cfd7b08fa4d8fc as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/3a1ac59670774e7bb2cfd7b08fa4d8fc 2024-11-11T22:18:51,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/3a1ac59670774e7bb2cfd7b08fa4d8fc, entries=150, sequenceid=366, filesize=12.0 K 2024-11-11T22:18:51,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/2bc2bcee7a304b2f85151c34052bdaf5 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/2bc2bcee7a304b2f85151c34052bdaf5 2024-11-11T22:18:51,232 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/2bc2bcee7a304b2f85151c34052bdaf5, entries=150, sequenceid=366, filesize=12.0 K 2024-11-11T22:18:51,234 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 93bc88485ad1ecba8573dce56045de52 in 306ms, sequenceid=366, compaction requested=true 2024-11-11T22:18:51,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:51,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93bc88485ad1ecba8573dce56045de52:A, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:18:51,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T22:18:51,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93bc88485ad1ecba8573dce56045de52:B, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:18:51,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-11T22:18:51,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93bc88485ad1ecba8573dce56045de52:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:18:51,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-11T22:18:51,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 93bc88485ad1ecba8573dce56045de52 2024-11-11T22:18:51,284 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 93bc88485ad1ecba8573dce56045de52 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-11T22:18:51,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=A 2024-11-11T22:18:51,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:51,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=B 2024-11-11T22:18:51,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:51,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=C 2024-11-11T22:18:51,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:51,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/78a618777ae949f7a8cd2a16960284ca is 50, key is test_row_0/A:col10/1731363530954/Put/seqid=0 2024-11-11T22:18:51,337 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:51,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-11T22:18:51,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:51,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. as already flushing 2024-11-11T22:18:51,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:51,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:51,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:51,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741913_1089 (size=12301) 2024-11-11T22:18:51,362 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/78a618777ae949f7a8cd2a16960284ca 2024-11-11T22:18:51,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/5a84395045e448d7b15c550fcefcfe37 is 50, key is test_row_0/B:col10/1731363530954/Put/seqid=0 2024-11-11T22:18:51,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363591379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:51,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:51,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363591382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363591382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:51,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363591385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:51,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363591392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:51,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741914_1090 (size=12301) 2024-11-11T22:18:51,423 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/5a84395045e448d7b15c550fcefcfe37 2024-11-11T22:18:51,429 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/7e7c3cccba644090aea1bad157bfdc1d as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/7e7c3cccba644090aea1bad157bfdc1d 2024-11-11T22:18:51,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/6ea1e62231c4486da1f271d258985438 is 50, key is test_row_0/C:col10/1731363530954/Put/seqid=0 2024-11-11T22:18:51,440 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/68f6a3e9cb6e464c8d9ac8b4849c719b as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/68f6a3e9cb6e464c8d9ac8b4849c719b 2024-11-11T22:18:51,442 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 93bc88485ad1ecba8573dce56045de52/B of 93bc88485ad1ecba8573dce56045de52 into 7e7c3cccba644090aea1bad157bfdc1d(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:18:51,442 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:51,442 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52., storeName=93bc88485ad1ecba8573dce56045de52/B, priority=13, startTime=1731363530894; duration=0sec 2024-11-11T22:18:51,443 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-11T22:18:51,443 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93bc88485ad1ecba8573dce56045de52:B 2024-11-11T22:18:51,443 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 3 compacting, 1 eligible, 16 blocking 2024-11-11T22:18:51,443 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-11T22:18:51,443 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-11T22:18:51,444 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. because compaction request was cancelled 2024-11-11T22:18:51,444 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93bc88485ad1ecba8573dce56045de52:A 2024-11-11T22:18:51,444 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T22:18:51,445 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T22:18:51,445 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 93bc88485ad1ecba8573dce56045de52/C is initiating minor compaction (all files) 2024-11-11T22:18:51,445 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93bc88485ad1ecba8573dce56045de52/C in TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:51,446 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/22fc414abb954285b00327d08f2b4918, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/56a2d9253c3b43348b6ec170ff5f9743, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/c51cabaac6cc451a93eb2965ba266b8c, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/2bc2bcee7a304b2f85151c34052bdaf5] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp, totalSize=48.7 K 2024-11-11T22:18:51,446 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 22fc414abb954285b00327d08f2b4918, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731363529249 2024-11-11T22:18:51,447 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 56a2d9253c3b43348b6ec170ff5f9743, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731363529304 2024-11-11T22:18:51,448 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting c51cabaac6cc451a93eb2965ba266b8c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1731363529661 2024-11-11T22:18:51,448 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 2bc2bcee7a304b2f85151c34052bdaf5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731363530922 2024-11-11T22:18:51,452 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 93bc88485ad1ecba8573dce56045de52/A of 93bc88485ad1ecba8573dce56045de52 into 68f6a3e9cb6e464c8d9ac8b4849c719b(size=12.8 K), total size for store is 31.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:18:51,452 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:51,452 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52., storeName=93bc88485ad1ecba8573dce56045de52/A, priority=13, startTime=1731363530894; duration=0sec 2024-11-11T22:18:51,452 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T22:18:51,452 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93bc88485ad1ecba8573dce56045de52:A 2024-11-11T22:18:51,452 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93bc88485ad1ecba8573dce56045de52:B 2024-11-11T22:18:51,453 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-11-11T22:18:51,453 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-11T22:18:51,453 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-11T22:18:51,453 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. because compaction request was cancelled 2024-11-11T22:18:51,453 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93bc88485ad1ecba8573dce56045de52:C 2024-11-11T22:18:51,453 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-11T22:18:51,455 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-11T22:18:51,455 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-11T22:18:51,455 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. because compaction request was cancelled 2024-11-11T22:18:51,456 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93bc88485ad1ecba8573dce56045de52:B 2024-11-11T22:18:51,478 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93bc88485ad1ecba8573dce56045de52#C#compaction#77 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:18:51,479 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/aa1a664cf0e642a49890c7f26219cd6f is 50, key is test_row_0/C:col10/1731363530927/Put/seqid=0 2024-11-11T22:18:51,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:51,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-11T22:18:51,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741915_1091 (size=12301) 2024-11-11T22:18:51,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:51,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363591497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:51,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:51,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363591498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:51,503 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:51,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-11T22:18:51,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:51,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. as already flushing 2024-11-11T22:18:51,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:51,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:51,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:51,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:51,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:51,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363591501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:51,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363591493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:51,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:51,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363591504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:51,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741916_1092 (size=13119) 2024-11-11T22:18:51,662 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:51,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-11T22:18:51,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:51,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. as already flushing 2024-11-11T22:18:51,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:51,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:51,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:51,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:51,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:51,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363591703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:51,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:51,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363591704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:51,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:51,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363591708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:51,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:51,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363591708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:51,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:51,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363591709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:51,817 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:51,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-11T22:18:51,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:51,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. as already flushing 2024-11-11T22:18:51,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:51,819 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:51,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:51,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:51,908 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/6ea1e62231c4486da1f271d258985438 2024-11-11T22:18:51,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/78a618777ae949f7a8cd2a16960284ca as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/78a618777ae949f7a8cd2a16960284ca 2024-11-11T22:18:51,965 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/aa1a664cf0e642a49890c7f26219cd6f as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/aa1a664cf0e642a49890c7f26219cd6f 2024-11-11T22:18:51,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/78a618777ae949f7a8cd2a16960284ca, entries=150, sequenceid=381, filesize=12.0 K 2024-11-11T22:18:51,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/5a84395045e448d7b15c550fcefcfe37 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/5a84395045e448d7b15c550fcefcfe37 2024-11-11T22:18:51,972 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:51,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-11T22:18:51,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:51,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. as already flushing 2024-11-11T22:18:51,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:51,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:51,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:51,980 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 93bc88485ad1ecba8573dce56045de52/C of 93bc88485ad1ecba8573dce56045de52 into aa1a664cf0e642a49890c7f26219cd6f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:18:51,980 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:51,980 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52., storeName=93bc88485ad1ecba8573dce56045de52/C, priority=12, startTime=1731363531234; duration=0sec 2024-11-11T22:18:51,980 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:18:51,980 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93bc88485ad1ecba8573dce56045de52:C 2024-11-11T22:18:51,984 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/5a84395045e448d7b15c550fcefcfe37, entries=150, sequenceid=381, filesize=12.0 K 2024-11-11T22:18:51,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/6ea1e62231c4486da1f271d258985438 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/6ea1e62231c4486da1f271d258985438 2024-11-11T22:18:52,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/6ea1e62231c4486da1f271d258985438, entries=150, sequenceid=381, filesize=12.0 K 2024-11-11T22:18:52,002 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 93bc88485ad1ecba8573dce56045de52 in 718ms, sequenceid=381, compaction requested=true 2024-11-11T22:18:52,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:52,002 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:18:52,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93bc88485ad1ecba8573dce56045de52:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T22:18:52,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:18:52,004 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:18:52,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93bc88485ad1ecba8573dce56045de52:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T22:18:52,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:18:52,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93bc88485ad1ecba8573dce56045de52:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:18:52,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:18:52,004 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45007 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:18:52,004 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): 93bc88485ad1ecba8573dce56045de52/A is initiating minor compaction (all files) 2024-11-11T22:18:52,004 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93bc88485ad1ecba8573dce56045de52/A in TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:52,005 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/68f6a3e9cb6e464c8d9ac8b4849c719b, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/6ca5d9d5811b4fb59c86f9499f78bb2f, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/78a618777ae949f7a8cd2a16960284ca] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp, totalSize=44.0 K 2024-11-11T22:18:52,005 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 68f6a3e9cb6e464c8d9ac8b4849c719b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1731363529661 2024-11-11T22:18:52,006 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ca5d9d5811b4fb59c86f9499f78bb2f, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731363530295 2024-11-11T22:18:52,006 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:18:52,006 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 93bc88485ad1ecba8573dce56045de52/B is initiating minor compaction (all files) 2024-11-11T22:18:52,006 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93bc88485ad1ecba8573dce56045de52/B in TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:52,006 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/7e7c3cccba644090aea1bad157bfdc1d, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/3a1ac59670774e7bb2cfd7b08fa4d8fc, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/5a84395045e448d7b15c550fcefcfe37] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp, totalSize=36.8 K 2024-11-11T22:18:52,007 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78a618777ae949f7a8cd2a16960284ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1731363530954 2024-11-11T22:18:52,007 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e7c3cccba644090aea1bad157bfdc1d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1731363529661 2024-11-11T22:18:52,008 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a1ac59670774e7bb2cfd7b08fa4d8fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731363530922 2024-11-11T22:18:52,009 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a84395045e448d7b15c550fcefcfe37, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1731363530954 2024-11-11T22:18:52,020 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 93bc88485ad1ecba8573dce56045de52 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T22:18:52,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 93bc88485ad1ecba8573dce56045de52 2024-11-11T22:18:52,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=A 2024-11-11T22:18:52,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:52,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=B 2024-11-11T22:18:52,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:52,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=C 2024-11-11T22:18:52,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:52,039 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93bc88485ad1ecba8573dce56045de52#A#compaction#78 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:18:52,040 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/58d4c77a15794aaa9bbeea4c25ebe03c is 50, key is test_row_0/A:col10/1731363530954/Put/seqid=0 2024-11-11T22:18:52,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363592036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:52,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:52,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363592036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363592040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:52,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:52,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363592041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363592041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:52,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/d48e5923df2d4242be1acadf0e2b29a2 is 50, key is test_row_0/A:col10/1731363531377/Put/seqid=0 2024-11-11T22:18:52,061 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93bc88485ad1ecba8573dce56045de52#B#compaction#79 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:18:52,061 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/44e7c5b7581b45d2882d3e58733bada2 is 50, key is test_row_0/B:col10/1731363530954/Put/seqid=0 2024-11-11T22:18:52,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741917_1093 (size=13187) 2024-11-11T22:18:52,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741918_1094 (size=13187) 2024-11-11T22:18:52,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741919_1095 (size=17181) 2024-11-11T22:18:52,118 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/d48e5923df2d4242be1acadf0e2b29a2 2024-11-11T22:18:52,131 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:52,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-11T22:18:52,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:52,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. as already flushing 2024-11-11T22:18:52,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:52,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:52,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:52,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:52,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/6a76a903c7184192a15a6b8be6c4d52c is 50, key is test_row_0/B:col10/1731363531377/Put/seqid=0 2024-11-11T22:18:52,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:52,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363592150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:52,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:52,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363592150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:52,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:52,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363592153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:52,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:52,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363592153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:52,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:52,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363592156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:52,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741920_1096 (size=12301) 2024-11-11T22:18:52,168 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/6a76a903c7184192a15a6b8be6c4d52c 2024-11-11T22:18:52,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/79c1b0a8496c4e29a6f1aa8ee9801fe7 is 50, key is test_row_0/C:col10/1731363531377/Put/seqid=0 2024-11-11T22:18:52,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741921_1097 (size=12301) 2024-11-11T22:18:52,290 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:52,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-11T22:18:52,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:52,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. as already flushing 2024-11-11T22:18:52,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:52,293 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:52,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:52,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:52,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:52,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:52,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:52,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363592357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:52,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363592357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:52,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363592355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:52,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:52,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363592361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:52,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:52,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363592361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:52,446 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:52,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-11T22:18:52,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:52,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. as already flushing 2024-11-11T22:18:52,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:52,447 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:52,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:52,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:52,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-11T22:18:52,521 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/58d4c77a15794aaa9bbeea4c25ebe03c as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/58d4c77a15794aaa9bbeea4c25ebe03c 2024-11-11T22:18:52,527 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/44e7c5b7581b45d2882d3e58733bada2 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/44e7c5b7581b45d2882d3e58733bada2 2024-11-11T22:18:52,542 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 93bc88485ad1ecba8573dce56045de52/A of 93bc88485ad1ecba8573dce56045de52 into 58d4c77a15794aaa9bbeea4c25ebe03c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:18:52,542 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 93bc88485ad1ecba8573dce56045de52/B of 93bc88485ad1ecba8573dce56045de52 into 44e7c5b7581b45d2882d3e58733bada2(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:18:52,542 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:52,542 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:52,542 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52., storeName=93bc88485ad1ecba8573dce56045de52/B, priority=13, startTime=1731363532003; duration=0sec 2024-11-11T22:18:52,542 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52., storeName=93bc88485ad1ecba8573dce56045de52/A, priority=13, startTime=1731363532002; duration=0sec 2024-11-11T22:18:52,542 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:18:52,542 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93bc88485ad1ecba8573dce56045de52:B 2024-11-11T22:18:52,542 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:18:52,542 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93bc88485ad1ecba8573dce56045de52:A 2024-11-11T22:18:52,542 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-11T22:18:52,543 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-11T22:18:52,543 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-11T22:18:52,544 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. because compaction request was cancelled 2024-11-11T22:18:52,544 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93bc88485ad1ecba8573dce56045de52:C 2024-11-11T22:18:52,600 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:52,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-11T22:18:52,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:52,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. as already flushing 2024-11-11T22:18:52,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:52,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:52,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:52,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:52,664 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/79c1b0a8496c4e29a6f1aa8ee9801fe7 2024-11-11T22:18:52,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:52,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363592664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:52,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:52,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363592664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:52,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:52,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363592665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:52,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:52,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363592666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:52,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:52,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363592669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:52,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/d48e5923df2d4242be1acadf0e2b29a2 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/d48e5923df2d4242be1acadf0e2b29a2 2024-11-11T22:18:52,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/d48e5923df2d4242be1acadf0e2b29a2, entries=250, sequenceid=408, filesize=16.8 K 2024-11-11T22:18:52,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/6a76a903c7184192a15a6b8be6c4d52c as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/6a76a903c7184192a15a6b8be6c4d52c 2024-11-11T22:18:52,749 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/6a76a903c7184192a15a6b8be6c4d52c, entries=150, sequenceid=408, filesize=12.0 K 2024-11-11T22:18:52,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/79c1b0a8496c4e29a6f1aa8ee9801fe7 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/79c1b0a8496c4e29a6f1aa8ee9801fe7 2024-11-11T22:18:52,754 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:52,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-11T22:18:52,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:52,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. as already flushing 2024-11-11T22:18:52,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:52,757 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:52,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:52,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:52,773 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/79c1b0a8496c4e29a6f1aa8ee9801fe7, entries=150, sequenceid=408, filesize=12.0 K 2024-11-11T22:18:52,774 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 93bc88485ad1ecba8573dce56045de52 in 754ms, sequenceid=408, compaction requested=true 2024-11-11T22:18:52,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:52,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93bc88485ad1ecba8573dce56045de52:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T22:18:52,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:18:52,775 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-11T22:18:52,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93bc88485ad1ecba8573dce56045de52:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T22:18:52,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:18:52,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93bc88485ad1ecba8573dce56045de52:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:18:52,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T22:18:52,775 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:18:52,776 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-11T22:18:52,776 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-11T22:18:52,776 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. because compaction request was cancelled 2024-11-11T22:18:52,776 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93bc88485ad1ecba8573dce56045de52:A 2024-11-11T22:18:52,776 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-11T22:18:52,777 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:18:52,777 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 93bc88485ad1ecba8573dce56045de52/C is initiating minor compaction (all files) 2024-11-11T22:18:52,777 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93bc88485ad1ecba8573dce56045de52/C in TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:52,778 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/aa1a664cf0e642a49890c7f26219cd6f, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/6ea1e62231c4486da1f271d258985438, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/79c1b0a8496c4e29a6f1aa8ee9801fe7] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp, totalSize=36.8 K 2024-11-11T22:18:52,778 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-11T22:18:52,778 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-11T22:18:52,778 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. because compaction request was cancelled 2024-11-11T22:18:52,778 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93bc88485ad1ecba8573dce56045de52:B 2024-11-11T22:18:52,778 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting aa1a664cf0e642a49890c7f26219cd6f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731363530922 2024-11-11T22:18:52,779 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ea1e62231c4486da1f271d258985438, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1731363530954 2024-11-11T22:18:52,779 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 79c1b0a8496c4e29a6f1aa8ee9801fe7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1731363531377 2024-11-11T22:18:52,790 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93bc88485ad1ecba8573dce56045de52#C#compaction#83 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:18:52,791 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/84c6fdb72e994b61b9351d6a4048f9be is 50, key is test_row_0/C:col10/1731363531377/Put/seqid=0 2024-11-11T22:18:52,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741922_1098 (size=13221) 2024-11-11T22:18:52,914 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:52,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-11T22:18:52,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:52,917 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 93bc88485ad1ecba8573dce56045de52 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T22:18:52,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=A 2024-11-11T22:18:52,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:52,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=B 2024-11-11T22:18:52,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:52,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=C 2024-11-11T22:18:52,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:52,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/10b869db605440af9c192e83cc23bc5b is 50, key is test_row_0/A:col10/1731363532037/Put/seqid=0 2024-11-11T22:18:52,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741923_1099 (size=12301) 2024-11-11T22:18:52,985 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/10b869db605440af9c192e83cc23bc5b 2024-11-11T22:18:53,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/cccf91b76c2b41dea202fb171be317d8 is 50, key is test_row_0/B:col10/1731363532037/Put/seqid=0 2024-11-11T22:18:53,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741924_1100 (size=12301) 2024-11-11T22:18:53,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 93bc88485ad1ecba8573dce56045de52 2024-11-11T22:18:53,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. as already flushing 2024-11-11T22:18:53,261 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/84c6fdb72e994b61b9351d6a4048f9be as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/84c6fdb72e994b61b9351d6a4048f9be 2024-11-11T22:18:53,276 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 93bc88485ad1ecba8573dce56045de52/C of 93bc88485ad1ecba8573dce56045de52 into 84c6fdb72e994b61b9351d6a4048f9be(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:18:53,276 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:53,276 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52., storeName=93bc88485ad1ecba8573dce56045de52/C, priority=13, startTime=1731363532775; duration=0sec 2024-11-11T22:18:53,276 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:18:53,276 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93bc88485ad1ecba8573dce56045de52:C 2024-11-11T22:18:53,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:53,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363593277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:53,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:53,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363593278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:53,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:53,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363593280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:53,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:53,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363593290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:53,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:53,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363593290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:53,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:53,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363593392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:53,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:53,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:53,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363593391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:53,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363593394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:53,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:53,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363593397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:53,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:53,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363593401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:53,426 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/cccf91b76c2b41dea202fb171be317d8 2024-11-11T22:18:53,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/d32c519ca3c140ad966f84d5712b87f9 is 50, key is test_row_0/C:col10/1731363532037/Put/seqid=0 2024-11-11T22:18:53,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741925_1101 (size=12301) 2024-11-11T22:18:53,477 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/d32c519ca3c140ad966f84d5712b87f9 2024-11-11T22:18:53,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/10b869db605440af9c192e83cc23bc5b as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/10b869db605440af9c192e83cc23bc5b 2024-11-11T22:18:53,544 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/10b869db605440af9c192e83cc23bc5b, entries=150, sequenceid=422, filesize=12.0 K 2024-11-11T22:18:53,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/cccf91b76c2b41dea202fb171be317d8 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/cccf91b76c2b41dea202fb171be317d8 2024-11-11T22:18:53,557 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/cccf91b76c2b41dea202fb171be317d8, entries=150, sequenceid=422, filesize=12.0 K 2024-11-11T22:18:53,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/d32c519ca3c140ad966f84d5712b87f9 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/d32c519ca3c140ad966f84d5712b87f9 2024-11-11T22:18:53,579 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/d32c519ca3c140ad966f84d5712b87f9, entries=150, sequenceid=422, filesize=12.0 K 2024-11-11T22:18:53,588 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 93bc88485ad1ecba8573dce56045de52 in 671ms, sequenceid=422, compaction requested=true 2024-11-11T22:18:53,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:53,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:53,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-11T22:18:53,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-11T22:18:53,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-11T22:18:53,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1950 sec 2024-11-11T22:18:53,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 3.2080 sec 2024-11-11T22:18:53,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 93bc88485ad1ecba8573dce56045de52 2024-11-11T22:18:53,613 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 93bc88485ad1ecba8573dce56045de52 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-11T22:18:53,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=A 2024-11-11T22:18:53,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:53,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=B 2024-11-11T22:18:53,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:53,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=C 2024-11-11T22:18:53,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:53,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/7e10f2521a214243b5d0ed309eb8017c is 50, key is test_row_0/A:col10/1731363533602/Put/seqid=0 2024-11-11T22:18:53,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:53,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:53,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363593629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:53,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363593631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:53,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:53,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:53,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363593632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:53,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363593638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:53,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:53,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363593638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:53,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741926_1102 (size=12301) 2024-11-11T22:18:53,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/7e10f2521a214243b5d0ed309eb8017c 2024-11-11T22:18:53,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/c329ae4338174bd184f7c4a70e90f183 is 50, key is test_row_0/B:col10/1731363533602/Put/seqid=0 2024-11-11T22:18:53,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:53,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:53,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363593747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:53,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363593746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:53,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:53,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363593747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:53,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:53,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363593748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:53,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:53,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363593748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:53,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741927_1103 (size=12301) 2024-11-11T22:18:53,793 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/c329ae4338174bd184f7c4a70e90f183 2024-11-11T22:18:53,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/254ffef002a04898a6194727fe122666 is 50, key is test_row_0/C:col10/1731363533602/Put/seqid=0 2024-11-11T22:18:53,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741928_1104 (size=12301) 2024-11-11T22:18:53,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:53,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:53,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363593950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:53,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363593950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:53,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:53,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363593951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:53,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:53,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363593950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:53,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:53,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363593959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:54,253 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/254ffef002a04898a6194727fe122666 2024-11-11T22:18:54,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363594258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:54,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363594259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:54,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363594259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:54,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/7e10f2521a214243b5d0ed309eb8017c as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/7e10f2521a214243b5d0ed309eb8017c 2024-11-11T22:18:54,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363594264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:54,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363594264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:54,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/7e10f2521a214243b5d0ed309eb8017c, entries=150, sequenceid=451, filesize=12.0 K 2024-11-11T22:18:54,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/c329ae4338174bd184f7c4a70e90f183 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/c329ae4338174bd184f7c4a70e90f183 2024-11-11T22:18:54,287 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/c329ae4338174bd184f7c4a70e90f183, entries=150, sequenceid=451, filesize=12.0 K 2024-11-11T22:18:54,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/254ffef002a04898a6194727fe122666 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/254ffef002a04898a6194727fe122666 2024-11-11T22:18:54,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/254ffef002a04898a6194727fe122666, entries=150, sequenceid=451, filesize=12.0 K 2024-11-11T22:18:54,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 93bc88485ad1ecba8573dce56045de52 in 691ms, sequenceid=451, compaction requested=true 2024-11-11T22:18:54,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:54,304 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T22:18:54,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93bc88485ad1ecba8573dce56045de52:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T22:18:54,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:18:54,305 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T22:18:54,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93bc88485ad1ecba8573dce56045de52:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T22:18:54,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:18:54,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93bc88485ad1ecba8573dce56045de52:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:18:54,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:18:54,308 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54970 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T22:18:54,308 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): 93bc88485ad1ecba8573dce56045de52/A is initiating minor compaction (all files) 2024-11-11T22:18:54,308 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93bc88485ad1ecba8573dce56045de52/A in TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:54,308 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T22:18:54,308 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 93bc88485ad1ecba8573dce56045de52/B is initiating minor compaction (all files) 2024-11-11T22:18:54,308 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93bc88485ad1ecba8573dce56045de52/B in TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:54,309 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/44e7c5b7581b45d2882d3e58733bada2, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/6a76a903c7184192a15a6b8be6c4d52c, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/cccf91b76c2b41dea202fb171be317d8, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/c329ae4338174bd184f7c4a70e90f183] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp, totalSize=48.9 K 2024-11-11T22:18:54,309 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/58d4c77a15794aaa9bbeea4c25ebe03c, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/d48e5923df2d4242be1acadf0e2b29a2, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/10b869db605440af9c192e83cc23bc5b, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/7e10f2521a214243b5d0ed309eb8017c] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp, totalSize=53.7 K 2024-11-11T22:18:54,309 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 44e7c5b7581b45d2882d3e58733bada2, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1731363530954 2024-11-11T22:18:54,309 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58d4c77a15794aaa9bbeea4c25ebe03c, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1731363530954 2024-11-11T22:18:54,310 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a76a903c7184192a15a6b8be6c4d52c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1731363531377 2024-11-11T22:18:54,310 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting cccf91b76c2b41dea202fb171be317d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1731363532036 2024-11-11T22:18:54,311 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting d48e5923df2d4242be1acadf0e2b29a2, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1731363531377 2024-11-11T22:18:54,311 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting c329ae4338174bd184f7c4a70e90f183, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1731363533283 2024-11-11T22:18:54,311 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 10b869db605440af9c192e83cc23bc5b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1731363532036 2024-11-11T22:18:54,313 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e10f2521a214243b5d0ed309eb8017c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1731363533283 2024-11-11T22:18:54,329 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93bc88485ad1ecba8573dce56045de52#B#compaction#90 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:18:54,330 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/0d713216dee54ce8a16b6e90ac843ac7 is 50, key is test_row_0/B:col10/1731363533602/Put/seqid=0 2024-11-11T22:18:54,340 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93bc88485ad1ecba8573dce56045de52#A#compaction#91 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:18:54,346 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/cb23e0be848b4169b22e779081220c98 is 50, key is test_row_0/A:col10/1731363533602/Put/seqid=0 2024-11-11T22:18:54,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741929_1105 (size=13323) 2024-11-11T22:18:54,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741930_1106 (size=13323) 2024-11-11T22:18:54,370 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/cb23e0be848b4169b22e779081220c98 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/cb23e0be848b4169b22e779081220c98 2024-11-11T22:18:54,377 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 93bc88485ad1ecba8573dce56045de52/A of 93bc88485ad1ecba8573dce56045de52 into cb23e0be848b4169b22e779081220c98(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:18:54,377 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:54,377 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52., storeName=93bc88485ad1ecba8573dce56045de52/A, priority=12, startTime=1731363534304; duration=0sec 2024-11-11T22:18:54,378 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:18:54,378 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93bc88485ad1ecba8573dce56045de52:A 2024-11-11T22:18:54,378 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:18:54,380 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:18:54,380 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): 93bc88485ad1ecba8573dce56045de52/C is initiating minor compaction (all files) 2024-11-11T22:18:54,380 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93bc88485ad1ecba8573dce56045de52/C in TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:54,380 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/84c6fdb72e994b61b9351d6a4048f9be, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/d32c519ca3c140ad966f84d5712b87f9, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/254ffef002a04898a6194727fe122666] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp, totalSize=36.9 K 2024-11-11T22:18:54,380 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 84c6fdb72e994b61b9351d6a4048f9be, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1731363531377 2024-11-11T22:18:54,381 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting d32c519ca3c140ad966f84d5712b87f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1731363532036 2024-11-11T22:18:54,382 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 254ffef002a04898a6194727fe122666, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1731363533283 2024-11-11T22:18:54,400 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93bc88485ad1ecba8573dce56045de52#C#compaction#92 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:18:54,401 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/14224fa06060439aa0ca41c240594977 is 50, key is test_row_0/C:col10/1731363533602/Put/seqid=0 2024-11-11T22:18:54,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741931_1107 (size=13323) 2024-11-11T22:18:54,427 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/14224fa06060439aa0ca41c240594977 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/14224fa06060439aa0ca41c240594977 2024-11-11T22:18:54,438 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 93bc88485ad1ecba8573dce56045de52/C of 93bc88485ad1ecba8573dce56045de52 into 14224fa06060439aa0ca41c240594977(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:18:54,438 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:54,438 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52., storeName=93bc88485ad1ecba8573dce56045de52/C, priority=13, startTime=1731363534305; duration=0sec 2024-11-11T22:18:54,438 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:18:54,438 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93bc88485ad1ecba8573dce56045de52:C 2024-11-11T22:18:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-11T22:18:54,502 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-11T22:18:54,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:18:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-11T22:18:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-11T22:18:54,507 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:18:54,508 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:18:54,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:18:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-11T22:18:54,660 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:54,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-11T22:18:54,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:54,662 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing 93bc88485ad1ecba8573dce56045de52 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-11T22:18:54,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=A 2024-11-11T22:18:54,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:54,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=B 2024-11-11T22:18:54,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:54,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=C 2024-11-11T22:18:54,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:54,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/72e5e8c13dae4e418d0b0bb0f575d90b is 50, key is test_row_0/A:col10/1731363533630/Put/seqid=0 2024-11-11T22:18:54,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741932_1108 (size=12301) 2024-11-11T22:18:54,727 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/72e5e8c13dae4e418d0b0bb0f575d90b 2024-11-11T22:18:54,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/ca06f0d5bd41439fa6ccae16a459de3e is 50, key is test_row_0/B:col10/1731363533630/Put/seqid=0 2024-11-11T22:18:54,779 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/0d713216dee54ce8a16b6e90ac843ac7 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/0d713216dee54ce8a16b6e90ac843ac7 2024-11-11T22:18:54,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. as already flushing 2024-11-11T22:18:54,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 93bc88485ad1ecba8573dce56045de52 2024-11-11T22:18:54,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-11T22:18:54,812 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 93bc88485ad1ecba8573dce56045de52/B of 93bc88485ad1ecba8573dce56045de52 into 0d713216dee54ce8a16b6e90ac843ac7(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:18:54,812 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:54,812 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52., storeName=93bc88485ad1ecba8573dce56045de52/B, priority=12, startTime=1731363534305; duration=0sec 2024-11-11T22:18:54,812 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:18:54,813 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93bc88485ad1ecba8573dce56045de52:B 2024-11-11T22:18:54,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741933_1109 (size=12301) 2024-11-11T22:18:54,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:54,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363594841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:54,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:54,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363594844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:54,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:54,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363594850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:54,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:54,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363594852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:54,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:54,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363594854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:54,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:54,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363594954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:54,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:54,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363594956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:54,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:54,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363594957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:54,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:54,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363594957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:54,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:54,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363594960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:55,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-11T22:18:55,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:55,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363595157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:55,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:55,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363595162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:55,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:55,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363595162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:55,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:55,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363595165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:55,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:55,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363595166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:55,216 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/ca06f0d5bd41439fa6ccae16a459de3e 2024-11-11T22:18:55,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/7ea9d3ab25f54238a5cf737d17cbefa2 is 50, key is test_row_0/C:col10/1731363533630/Put/seqid=0 2024-11-11T22:18:55,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741934_1110 (size=12301) 2024-11-11T22:18:55,288 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/7ea9d3ab25f54238a5cf737d17cbefa2 2024-11-11T22:18:55,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/72e5e8c13dae4e418d0b0bb0f575d90b as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/72e5e8c13dae4e418d0b0bb0f575d90b 2024-11-11T22:18:55,325 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/72e5e8c13dae4e418d0b0bb0f575d90b, entries=150, sequenceid=461, filesize=12.0 K 2024-11-11T22:18:55,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/ca06f0d5bd41439fa6ccae16a459de3e as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/ca06f0d5bd41439fa6ccae16a459de3e 2024-11-11T22:18:55,335 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/ca06f0d5bd41439fa6ccae16a459de3e, entries=150, sequenceid=461, filesize=12.0 K 2024-11-11T22:18:55,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/7ea9d3ab25f54238a5cf737d17cbefa2 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/7ea9d3ab25f54238a5cf737d17cbefa2 2024-11-11T22:18:55,353 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/7ea9d3ab25f54238a5cf737d17cbefa2, entries=150, sequenceid=461, filesize=12.0 K 2024-11-11T22:18:55,354 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=174.43 KB/178620 for 93bc88485ad1ecba8573dce56045de52 in 692ms, sequenceid=461, compaction requested=false 2024-11-11T22:18:55,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:55,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:55,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-11T22:18:55,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-11-11T22:18:55,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-11T22:18:55,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 850 msec 2024-11-11T22:18:55,371 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 866 msec 2024-11-11T22:18:55,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 93bc88485ad1ecba8573dce56045de52 2024-11-11T22:18:55,465 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 93bc88485ad1ecba8573dce56045de52 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-11T22:18:55,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=A 2024-11-11T22:18:55,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:55,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=B 2024-11-11T22:18:55,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:55,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=C 2024-11-11T22:18:55,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:55,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:55,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363595469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:55,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:55,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363595470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:55,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:55,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363595475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:55,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:55,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363595475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:55,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/f55784c850ee42498335c86d444b4e21 is 50, key is test_row_0/A:col10/1731363534848/Put/seqid=0 2024-11-11T22:18:55,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:55,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363595482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:55,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741935_1111 (size=14741) 2024-11-11T22:18:55,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:55,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363595577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:55,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:55,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363595578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:55,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:55,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363595588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:55,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-11T22:18:55,611 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-11T22:18:55,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:18:55,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-11-11T22:18:55,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-11T22:18:55,622 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:18:55,622 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:18:55,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:18:55,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-11T22:18:55,775 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:55,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-11T22:18:55,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:55,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. as already flushing 2024-11-11T22:18:55,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:55,778 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:55,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:55,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363595779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:55,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363595786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:55,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363595792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-11T22:18:55,930 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:55,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-11T22:18:55,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:55,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. as already flushing 2024-11-11T22:18:55,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:55,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:55,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:55,938 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/f55784c850ee42498335c86d444b4e21 2024-11-11T22:18:55,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/1fe03af1f8774cb69c5dabd8c1518f9e is 50, key is test_row_0/B:col10/1731363534848/Put/seqid=0 2024-11-11T22:18:55,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741936_1112 (size=12301) 2024-11-11T22:18:55,957 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/1fe03af1f8774cb69c5dabd8c1518f9e 2024-11-11T22:18:55,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/028395e723f5444485f42b9237280600 is 50, key is test_row_0/C:col10/1731363534848/Put/seqid=0 2024-11-11T22:18:55,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741937_1113 (size=12301) 2024-11-11T22:18:55,979 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/028395e723f5444485f42b9237280600 2024-11-11T22:18:55,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363595982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:55,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/f55784c850ee42498335c86d444b4e21 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/f55784c850ee42498335c86d444b4e21 2024-11-11T22:18:55,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363595989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:55,995 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/f55784c850ee42498335c86d444b4e21, entries=200, sequenceid=492, filesize=14.4 K 2024-11-11T22:18:55,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/1fe03af1f8774cb69c5dabd8c1518f9e as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/1fe03af1f8774cb69c5dabd8c1518f9e 2024-11-11T22:18:56,002 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/1fe03af1f8774cb69c5dabd8c1518f9e, entries=150, sequenceid=492, filesize=12.0 K 2024-11-11T22:18:56,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/028395e723f5444485f42b9237280600 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/028395e723f5444485f42b9237280600 2024-11-11T22:18:56,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/028395e723f5444485f42b9237280600, entries=150, sequenceid=492, filesize=12.0 K 2024-11-11T22:18:56,040 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=26.84 KB/27480 for 93bc88485ad1ecba8573dce56045de52 in 575ms, sequenceid=492, compaction requested=true 2024-11-11T22:18:56,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:56,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93bc88485ad1ecba8573dce56045de52:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T22:18:56,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:18:56,041 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:18:56,041 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:18:56,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93bc88485ad1ecba8573dce56045de52:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T22:18:56,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:18:56,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93bc88485ad1ecba8573dce56045de52:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:18:56,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:18:56,046 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:18:56,046 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 93bc88485ad1ecba8573dce56045de52/B is initiating minor compaction (all files) 2024-11-11T22:18:56,046 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93bc88485ad1ecba8573dce56045de52/B in TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:56,047 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/0d713216dee54ce8a16b6e90ac843ac7, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/ca06f0d5bd41439fa6ccae16a459de3e, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/1fe03af1f8774cb69c5dabd8c1518f9e] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp, totalSize=37.0 K 2024-11-11T22:18:56,048 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40365 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:18:56,049 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): 93bc88485ad1ecba8573dce56045de52/A is initiating minor compaction (all files) 2024-11-11T22:18:56,049 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93bc88485ad1ecba8573dce56045de52/A in TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:56,049 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/cb23e0be848b4169b22e779081220c98, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/72e5e8c13dae4e418d0b0bb0f575d90b, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/f55784c850ee42498335c86d444b4e21] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp, totalSize=39.4 K 2024-11-11T22:18:56,057 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d713216dee54ce8a16b6e90ac843ac7, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1731363533283 2024-11-11T22:18:56,057 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb23e0be848b4169b22e779081220c98, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1731363533283 2024-11-11T22:18:56,061 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting ca06f0d5bd41439fa6ccae16a459de3e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1731363533621 2024-11-11T22:18:56,061 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 72e5e8c13dae4e418d0b0bb0f575d90b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1731363533621 2024-11-11T22:18:56,068 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 1fe03af1f8774cb69c5dabd8c1518f9e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1731363534842 2024-11-11T22:18:56,072 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting f55784c850ee42498335c86d444b4e21, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1731363534838 2024-11-11T22:18:56,083 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:56,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-11T22:18:56,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:56,084 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing 93bc88485ad1ecba8573dce56045de52 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-11T22:18:56,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=A 2024-11-11T22:18:56,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:56,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=B 2024-11-11T22:18:56,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:56,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=C 2024-11-11T22:18:56,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:56,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/b36109b9d6414cfda9ae272b36a84d4a is 50, key is test_row_0/A:col10/1731363535466/Put/seqid=0 2024-11-11T22:18:56,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. as already flushing 2024-11-11T22:18:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 93bc88485ad1ecba8573dce56045de52 2024-11-11T22:18:56,187 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93bc88485ad1ecba8573dce56045de52#B#compaction#100 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:18:56,187 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/7b75b3d8009b41cf9e3bdda86b00cf4a is 50, key is test_row_0/B:col10/1731363534848/Put/seqid=0 2024-11-11T22:18:56,202 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93bc88485ad1ecba8573dce56045de52#A#compaction#101 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:18:56,203 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/50de32100ce24affbf4466092f50a898 is 50, key is test_row_0/A:col10/1731363534848/Put/seqid=0 2024-11-11T22:18:56,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741938_1114 (size=12301) 2024-11-11T22:18:56,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-11T22:18:56,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:56,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363596228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:56,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:56,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363596229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:56,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363596238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:56,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741939_1115 (size=13425) 2024-11-11T22:18:56,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741940_1116 (size=13425) 2024-11-11T22:18:56,281 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/50de32100ce24affbf4466092f50a898 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/50de32100ce24affbf4466092f50a898 2024-11-11T22:18:56,294 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 93bc88485ad1ecba8573dce56045de52/A of 93bc88485ad1ecba8573dce56045de52 into 50de32100ce24affbf4466092f50a898(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:18:56,294 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:56,294 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52., storeName=93bc88485ad1ecba8573dce56045de52/A, priority=13, startTime=1731363536041; duration=0sec 2024-11-11T22:18:56,294 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:18:56,294 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93bc88485ad1ecba8573dce56045de52:A 2024-11-11T22:18:56,294 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:18:56,296 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:18:56,296 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): 93bc88485ad1ecba8573dce56045de52/C is initiating minor compaction (all files) 2024-11-11T22:18:56,296 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93bc88485ad1ecba8573dce56045de52/C in TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:56,296 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/14224fa06060439aa0ca41c240594977, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/7ea9d3ab25f54238a5cf737d17cbefa2, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/028395e723f5444485f42b9237280600] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp, totalSize=37.0 K 2024-11-11T22:18:56,297 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14224fa06060439aa0ca41c240594977, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1731363533283 2024-11-11T22:18:56,297 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ea9d3ab25f54238a5cf737d17cbefa2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1731363533621 2024-11-11T22:18:56,298 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 028395e723f5444485f42b9237280600, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1731363534842 2024-11-11T22:18:56,311 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93bc88485ad1ecba8573dce56045de52#C#compaction#102 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:18:56,312 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/f28bec8c8895457f91687dd6d8e338ae is 50, key is test_row_0/C:col10/1731363534848/Put/seqid=0 2024-11-11T22:18:56,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741941_1117 (size=13425) 2024-11-11T22:18:56,337 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/f28bec8c8895457f91687dd6d8e338ae as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/f28bec8c8895457f91687dd6d8e338ae 2024-11-11T22:18:56,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:56,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363596340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:56,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:56,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363596340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:56,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:56,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363596347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:56,353 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 93bc88485ad1ecba8573dce56045de52/C of 93bc88485ad1ecba8573dce56045de52 into f28bec8c8895457f91687dd6d8e338ae(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:18:56,354 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:56,354 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52., storeName=93bc88485ad1ecba8573dce56045de52/C, priority=13, startTime=1731363536045; duration=0sec 2024-11-11T22:18:56,354 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:18:56,354 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93bc88485ad1ecba8573dce56045de52:C 2024-11-11T22:18:56,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:56,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363596543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:56,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:56,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363596545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:56,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:56,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363596553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:56,614 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/b36109b9d6414cfda9ae272b36a84d4a 2024-11-11T22:18:56,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/de6267ce909744d9ac8f089fb334d384 is 50, key is test_row_0/B:col10/1731363535466/Put/seqid=0 2024-11-11T22:18:56,660 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/7b75b3d8009b41cf9e3bdda86b00cf4a as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/7b75b3d8009b41cf9e3bdda86b00cf4a 2024-11-11T22:18:56,667 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 93bc88485ad1ecba8573dce56045de52/B of 93bc88485ad1ecba8573dce56045de52 into 7b75b3d8009b41cf9e3bdda86b00cf4a(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:18:56,667 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:56,667 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52., storeName=93bc88485ad1ecba8573dce56045de52/B, priority=13, startTime=1731363536041; duration=0sec 2024-11-11T22:18:56,667 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:18:56,667 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93bc88485ad1ecba8573dce56045de52:B 2024-11-11T22:18:56,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741942_1118 (size=12301) 2024-11-11T22:18:56,681 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:61334 2024-11-11T22:18:56,681 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:18:56,685 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:61334 2024-11-11T22:18:56,685 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:18:56,686 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70267494 to 127.0.0.1:61334 2024-11-11T22:18:56,686 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:18:56,689 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c915d17 to 127.0.0.1:61334 2024-11-11T22:18:56,690 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:18:56,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-11T22:18:56,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:56,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37058 deadline: 1731363596846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:56,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:56,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37076 deadline: 1731363596849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:56,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:56,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37014 deadline: 1731363596857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:56,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:56,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37010 deadline: 1731363596990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:56,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:18:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37044 deadline: 1731363596994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:57,076 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/de6267ce909744d9ac8f089fb334d384 2024-11-11T22:18:57,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/43f0a885ae3f4db9b80d3674d3b51147 is 50, key is test_row_0/C:col10/1731363535466/Put/seqid=0 2024-11-11T22:18:57,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741943_1119 (size=12301) 2024-11-11T22:18:57,152 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/43f0a885ae3f4db9b80d3674d3b51147 2024-11-11T22:18:57,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/b36109b9d6414cfda9ae272b36a84d4a as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/b36109b9d6414cfda9ae272b36a84d4a 2024-11-11T22:18:57,185 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/b36109b9d6414cfda9ae272b36a84d4a, entries=150, sequenceid=499, filesize=12.0 K 2024-11-11T22:18:57,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/de6267ce909744d9ac8f089fb334d384 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/de6267ce909744d9ac8f089fb334d384 2024-11-11T22:18:57,191 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/de6267ce909744d9ac8f089fb334d384, entries=150, sequenceid=499, filesize=12.0 K 2024-11-11T22:18:57,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/43f0a885ae3f4db9b80d3674d3b51147 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/43f0a885ae3f4db9b80d3674d3b51147 2024-11-11T22:18:57,198 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/43f0a885ae3f4db9b80d3674d3b51147, entries=150, sequenceid=499, filesize=12.0 K 2024-11-11T22:18:57,199 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for 93bc88485ad1ecba8573dce56045de52 in 1115ms, sequenceid=499, compaction requested=false 2024-11-11T22:18:57,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:57,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:57,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-11T22:18:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=33 2024-11-11T22:18:57,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-11T22:18:57,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5780 sec 2024-11-11T22:18:57,206 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 1.5860 sec 2024-11-11T22:18:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 93bc88485ad1ecba8573dce56045de52 2024-11-11T22:18:57,353 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 93bc88485ad1ecba8573dce56045de52 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-11T22:18:57,353 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:61334 2024-11-11T22:18:57,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=A 2024-11-11T22:18:57,354 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:18:57,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:57,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=B 2024-11-11T22:18:57,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:57,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=C 2024-11-11T22:18:57,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:57,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/8bb40ca8be44495286dee1ac7f268e5e is 50, key is test_row_0/A:col10/1731363536225/Put/seqid=0 2024-11-11T22:18:57,364 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:61334 2024-11-11T22:18:57,364 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:18:57,367 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38766d64 to 127.0.0.1:61334 2024-11-11T22:18:57,367 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:18:57,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741944_1120 (size=12301) 2024-11-11T22:18:57,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-11T22:18:57,727 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-11T22:18:57,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/8bb40ca8be44495286dee1ac7f268e5e 2024-11-11T22:18:57,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/6c266f0013514af48205ba1ff9fdd931 is 50, key is test_row_0/B:col10/1731363536225/Put/seqid=0 2024-11-11T22:18:57,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741945_1121 (size=12301) 2024-11-11T22:18:57,874 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/6c266f0013514af48205ba1ff9fdd931 2024-11-11T22:18:57,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/7e720ee83bbe45e49e206ad46bbd19c9 is 50, key is test_row_0/C:col10/1731363536225/Put/seqid=0 2024-11-11T22:18:57,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741946_1122 (size=12301) 2024-11-11T22:18:58,094 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T22:18:58,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/7e720ee83bbe45e49e206ad46bbd19c9 2024-11-11T22:18:58,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/8bb40ca8be44495286dee1ac7f268e5e as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/8bb40ca8be44495286dee1ac7f268e5e 2024-11-11T22:18:58,394 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/8bb40ca8be44495286dee1ac7f268e5e, entries=150, sequenceid=532, filesize=12.0 K 2024-11-11T22:18:58,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/6c266f0013514af48205ba1ff9fdd931 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/6c266f0013514af48205ba1ff9fdd931 2024-11-11T22:18:58,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/6c266f0013514af48205ba1ff9fdd931, entries=150, sequenceid=532, filesize=12.0 K 2024-11-11T22:18:58,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/7e720ee83bbe45e49e206ad46bbd19c9 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/7e720ee83bbe45e49e206ad46bbd19c9 2024-11-11T22:18:58,407 ERROR [LeaseRenewer:jenkins@localhost:39909 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:39909,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:18:58,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/7e720ee83bbe45e49e206ad46bbd19c9, entries=150, sequenceid=532, filesize=12.0 K 2024-11-11T22:18:58,414 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=13.42 KB/13740 for 93bc88485ad1ecba8573dce56045de52 in 1061ms, sequenceid=532, compaction requested=true 2024-11-11T22:18:58,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:58,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93bc88485ad1ecba8573dce56045de52:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T22:18:58,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:18:58,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93bc88485ad1ecba8573dce56045de52:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T22:18:58,414 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:18:58,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:18:58,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93bc88485ad1ecba8573dce56045de52:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:18:58,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T22:18:58,415 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:18:58,416 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:18:58,416 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 93bc88485ad1ecba8573dce56045de52/A is initiating minor compaction (all files) 2024-11-11T22:18:58,416 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93bc88485ad1ecba8573dce56045de52/A in TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:58,416 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/50de32100ce24affbf4466092f50a898, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/b36109b9d6414cfda9ae272b36a84d4a, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/8bb40ca8be44495286dee1ac7f268e5e] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp, totalSize=37.1 K 2024-11-11T22:18:58,417 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 50de32100ce24affbf4466092f50a898, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1731363534842 2024-11-11T22:18:58,418 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting b36109b9d6414cfda9ae272b36a84d4a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1731363535466 2024-11-11T22:18:58,418 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:18:58,418 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): 93bc88485ad1ecba8573dce56045de52/B is initiating minor compaction (all files) 2024-11-11T22:18:58,419 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93bc88485ad1ecba8573dce56045de52/B in TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:58,419 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/7b75b3d8009b41cf9e3bdda86b00cf4a, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/de6267ce909744d9ac8f089fb334d384, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/6c266f0013514af48205ba1ff9fdd931] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp, totalSize=37.1 K 2024-11-11T22:18:58,419 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 8bb40ca8be44495286dee1ac7f268e5e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1731363536173 2024-11-11T22:18:58,420 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b75b3d8009b41cf9e3bdda86b00cf4a, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1731363534842 2024-11-11T22:18:58,421 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting de6267ce909744d9ac8f089fb334d384, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1731363535466 2024-11-11T22:18:58,422 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c266f0013514af48205ba1ff9fdd931, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1731363536173 2024-11-11T22:18:58,451 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93bc88485ad1ecba8573dce56045de52#A#compaction#108 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:18:58,452 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/fc998469f4424e4db08ef5f2edf1232f is 50, key is test_row_0/A:col10/1731363536225/Put/seqid=0 2024-11-11T22:18:58,491 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93bc88485ad1ecba8573dce56045de52#B#compaction#109 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:18:58,492 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/350c4fd07b334d409e8ca2f5e1542b80 is 50, key is test_row_0/B:col10/1731363536225/Put/seqid=0 2024-11-11T22:18:58,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741947_1123 (size=13527) 2024-11-11T22:18:58,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741948_1124 (size=13527) 2024-11-11T22:18:58,607 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/350c4fd07b334d409e8ca2f5e1542b80 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/350c4fd07b334d409e8ca2f5e1542b80 2024-11-11T22:18:58,618 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 93bc88485ad1ecba8573dce56045de52/B of 93bc88485ad1ecba8573dce56045de52 into 350c4fd07b334d409e8ca2f5e1542b80(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:18:58,618 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:58,618 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52., storeName=93bc88485ad1ecba8573dce56045de52/B, priority=13, startTime=1731363538414; duration=0sec 2024-11-11T22:18:58,619 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:18:58,619 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93bc88485ad1ecba8573dce56045de52:B 2024-11-11T22:18:58,619 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:18:58,620 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:18:58,620 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): 93bc88485ad1ecba8573dce56045de52/C is initiating minor compaction (all files) 2024-11-11T22:18:58,620 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 93bc88485ad1ecba8573dce56045de52/C in TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:58,621 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/f28bec8c8895457f91687dd6d8e338ae, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/43f0a885ae3f4db9b80d3674d3b51147, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/7e720ee83bbe45e49e206ad46bbd19c9] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp, totalSize=37.1 K 2024-11-11T22:18:58,621 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting f28bec8c8895457f91687dd6d8e338ae, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1731363534842 2024-11-11T22:18:58,622 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43f0a885ae3f4db9b80d3674d3b51147, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1731363535466 2024-11-11T22:18:58,624 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e720ee83bbe45e49e206ad46bbd19c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1731363536173 2024-11-11T22:18:58,659 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93bc88485ad1ecba8573dce56045de52#C#compaction#110 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:18:58,660 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/bb6b046257384924876d9f83011a9bce is 50, key is test_row_0/C:col10/1731363536225/Put/seqid=0 2024-11-11T22:18:58,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741949_1125 (size=13527) 2024-11-11T22:18:58,745 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/bb6b046257384924876d9f83011a9bce as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/bb6b046257384924876d9f83011a9bce 2024-11-11T22:18:58,756 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 93bc88485ad1ecba8573dce56045de52/C of 93bc88485ad1ecba8573dce56045de52 into bb6b046257384924876d9f83011a9bce(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:18:58,756 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:58,756 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52., storeName=93bc88485ad1ecba8573dce56045de52/C, priority=13, startTime=1731363538414; duration=0sec 2024-11-11T22:18:58,756 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:18:58,756 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93bc88485ad1ecba8573dce56045de52:C 2024-11-11T22:18:58,910 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/fc998469f4424e4db08ef5f2edf1232f as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/fc998469f4424e4db08ef5f2edf1232f 2024-11-11T22:18:58,919 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 93bc88485ad1ecba8573dce56045de52/A of 93bc88485ad1ecba8573dce56045de52 into fc998469f4424e4db08ef5f2edf1232f(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:18:58,919 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:18:58,919 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52., storeName=93bc88485ad1ecba8573dce56045de52/A, priority=13, startTime=1731363538414; duration=0sec 2024-11-11T22:18:58,919 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:18:58,919 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93bc88485ad1ecba8573dce56045de52:A 2024-11-11T22:18:59,002 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5400112e to 127.0.0.1:61334 2024-11-11T22:18:59,002 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:18:59,011 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cb07dd to 127.0.0.1:61334 2024-11-11T22:18:59,011 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:18:59,011 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-11T22:18:59,011 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-11-11T22:18:59,012 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 82 2024-11-11T22:18:59,012 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 92 2024-11-11T22:18:59,012 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-11-11T22:18:59,012 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 95 2024-11-11T22:18:59,012 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-11T22:18:59,012 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3731 2024-11-11T22:18:59,012 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3662 2024-11-11T22:18:59,012 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-11T22:18:59,012 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1655 2024-11-11T22:18:59,012 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4963 rows 2024-11-11T22:18:59,012 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1623 2024-11-11T22:18:59,012 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4868 rows 2024-11-11T22:18:59,012 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-11T22:18:59,012 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6fcb5f29 to 127.0.0.1:61334 2024-11-11T22:18:59,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:18:59,024 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-11T22:18:59,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-11T22:18:59,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-11T22:18:59,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-11T22:18:59,042 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731363539042"}]},"ts":"1731363539042"} 2024-11-11T22:18:59,045 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-11T22:18:59,050 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-11T22:18:59,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T22:18:59,065 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=93bc88485ad1ecba8573dce56045de52, UNASSIGN}] 2024-11-11T22:18:59,074 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=93bc88485ad1ecba8573dce56045de52, UNASSIGN 2024-11-11T22:18:59,076 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=93bc88485ad1ecba8573dce56045de52, regionState=CLOSING, regionLocation=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:59,077 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44751 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=CLOSING, location=47c9c93ccfa8,41889,1731363510061, table=TestAcidGuarantees, region=93bc88485ad1ecba8573dce56045de52. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-11T22:18:59,093 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T22:18:59,093 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; CloseRegionProcedure 93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061}] 2024-11-11T22:18:59,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-11T22:18:59,261 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:18:59,267 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(124): Close 93bc88485ad1ecba8573dce56045de52 2024-11-11T22:18:59,267 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-11T22:18:59,268 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1681): Closing 93bc88485ad1ecba8573dce56045de52, disabling compactions & flushes 2024-11-11T22:18:59,268 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:59,268 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:59,268 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. after waiting 0 ms 2024-11-11T22:18:59,268 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:18:59,268 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(2837): Flushing 93bc88485ad1ecba8573dce56045de52 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-11T22:18:59,269 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=A 2024-11-11T22:18:59,269 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:59,269 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=B 2024-11-11T22:18:59,269 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:59,270 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 93bc88485ad1ecba8573dce56045de52, store=C 2024-11-11T22:18:59,270 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:18:59,279 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/607b17117bf240b693580809b3a3f08a is 50, key is test_row_0/A:col10/1731363537365/Put/seqid=0 2024-11-11T22:18:59,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741950_1126 (size=12301) 2024-11-11T22:18:59,347 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=542 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/607b17117bf240b693580809b3a3f08a 2024-11-11T22:18:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-11T22:18:59,402 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/37466b1750da488baf2edc70136673b9 is 50, key is test_row_0/B:col10/1731363537365/Put/seqid=0 2024-11-11T22:18:59,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741951_1127 (size=12301) 2024-11-11T22:18:59,446 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=542 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/37466b1750da488baf2edc70136673b9 2024-11-11T22:18:59,455 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/5265d4a4cb7e4899b860ef7e8f1ecc83 is 50, key is test_row_0/C:col10/1731363537365/Put/seqid=0 2024-11-11T22:18:59,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741952_1128 (size=12301) 2024-11-11T22:18:59,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-11T22:18:59,895 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=542 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/5265d4a4cb7e4899b860ef7e8f1ecc83 2024-11-11T22:18:59,933 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/A/607b17117bf240b693580809b3a3f08a as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/607b17117bf240b693580809b3a3f08a 2024-11-11T22:18:59,961 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/607b17117bf240b693580809b3a3f08a, entries=150, sequenceid=542, filesize=12.0 K 2024-11-11T22:18:59,962 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/B/37466b1750da488baf2edc70136673b9 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/37466b1750da488baf2edc70136673b9 2024-11-11T22:18:59,975 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/37466b1750da488baf2edc70136673b9, entries=150, sequenceid=542, filesize=12.0 K 2024-11-11T22:18:59,976 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/.tmp/C/5265d4a4cb7e4899b860ef7e8f1ecc83 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/5265d4a4cb7e4899b860ef7e8f1ecc83 2024-11-11T22:19:00,049 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/5265d4a4cb7e4899b860ef7e8f1ecc83, entries=150, sequenceid=542, filesize=12.0 K 2024-11-11T22:19:00,051 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 93bc88485ad1ecba8573dce56045de52 in 783ms, sequenceid=542, compaction requested=false 2024-11-11T22:19:00,064 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/267289a6f6fe4bdab1941a21205ca4c4, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/b236bd786a7a40db9195a7c897017bb7, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/7a4660ba544a44f18f733823cd932e58, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/8f686e6484e340c0ae33e1ca81a99de4, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/221497cbc66f4343aff341de7b5dac53, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/2c7aed15bd80400898628a868bec5b83, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/0aabd4dc783d471f8a2232d925b09a6a, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/f82b875ddf584272896161ef586d7a17, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/6a9621b734d041199e78663fa514d5f6, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/571f07375ca34b7196dd3a8475f97e8d, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/35b5b0949d4542e084367fdb31b4aaeb, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/36ae9b8be8434c27b6b5da37a4434da2, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/ae071e1c4d2942ef8d02ac1211a7f458, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/b33b107f110c4446a979f38a805b2094, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/17b02b9bc8484073a2bdb850963b62ef, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/5d0adf23fe4d4395b8e52d4586b5877f, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/f380f33690444632952600ca4d33178f, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/bbea4618f8c2488db994943ce5f5f6a1, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/e1b52ae4a00a4ba888f8f38eab1c8220, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/c1ea1f3074b246b7b8e5cab1f86c6d6e, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/c1dcf75ed8bc46238e0fa2a2ee326de6, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/b0c27f3c3f204a8c8b046126b5106b70, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/68f6a3e9cb6e464c8d9ac8b4849c719b, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/c0b9033a775b44e6ad58135f7e07dafe, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/6ca5d9d5811b4fb59c86f9499f78bb2f, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/58d4c77a15794aaa9bbeea4c25ebe03c, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/78a618777ae949f7a8cd2a16960284ca, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/d48e5923df2d4242be1acadf0e2b29a2, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/10b869db605440af9c192e83cc23bc5b, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/cb23e0be848b4169b22e779081220c98, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/7e10f2521a214243b5d0ed309eb8017c, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/72e5e8c13dae4e418d0b0bb0f575d90b, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/f55784c850ee42498335c86d444b4e21, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/50de32100ce24affbf4466092f50a898, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/b36109b9d6414cfda9ae272b36a84d4a, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/8bb40ca8be44495286dee1ac7f268e5e] to archive 2024-11-11T22:19:00,083 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T22:19:00,152 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/267289a6f6fe4bdab1941a21205ca4c4 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/267289a6f6fe4bdab1941a21205ca4c4 2024-11-11T22:19:00,160 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/b236bd786a7a40db9195a7c897017bb7 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/b236bd786a7a40db9195a7c897017bb7 2024-11-11T22:19:00,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-11T22:19:00,168 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/7a4660ba544a44f18f733823cd932e58 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/7a4660ba544a44f18f733823cd932e58 2024-11-11T22:19:00,170 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/8f686e6484e340c0ae33e1ca81a99de4 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/8f686e6484e340c0ae33e1ca81a99de4 2024-11-11T22:19:00,174 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/221497cbc66f4343aff341de7b5dac53 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/221497cbc66f4343aff341de7b5dac53 2024-11-11T22:19:00,176 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/2c7aed15bd80400898628a868bec5b83 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/2c7aed15bd80400898628a868bec5b83 2024-11-11T22:19:00,178 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/0aabd4dc783d471f8a2232d925b09a6a to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/0aabd4dc783d471f8a2232d925b09a6a 2024-11-11T22:19:00,180 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/f82b875ddf584272896161ef586d7a17 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/f82b875ddf584272896161ef586d7a17 2024-11-11T22:19:00,189 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/6a9621b734d041199e78663fa514d5f6 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/6a9621b734d041199e78663fa514d5f6 2024-11-11T22:19:00,191 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/571f07375ca34b7196dd3a8475f97e8d to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/571f07375ca34b7196dd3a8475f97e8d 2024-11-11T22:19:00,193 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/35b5b0949d4542e084367fdb31b4aaeb to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/35b5b0949d4542e084367fdb31b4aaeb 2024-11-11T22:19:00,197 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/36ae9b8be8434c27b6b5da37a4434da2 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/36ae9b8be8434c27b6b5da37a4434da2 2024-11-11T22:19:00,199 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/ae071e1c4d2942ef8d02ac1211a7f458 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/ae071e1c4d2942ef8d02ac1211a7f458 2024-11-11T22:19:00,201 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/b33b107f110c4446a979f38a805b2094 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/b33b107f110c4446a979f38a805b2094 2024-11-11T22:19:00,202 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/17b02b9bc8484073a2bdb850963b62ef to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/17b02b9bc8484073a2bdb850963b62ef 2024-11-11T22:19:00,204 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/5d0adf23fe4d4395b8e52d4586b5877f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/5d0adf23fe4d4395b8e52d4586b5877f 2024-11-11T22:19:00,206 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/f380f33690444632952600ca4d33178f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/f380f33690444632952600ca4d33178f 2024-11-11T22:19:00,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/bbea4618f8c2488db994943ce5f5f6a1 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/bbea4618f8c2488db994943ce5f5f6a1 2024-11-11T22:19:00,209 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/e1b52ae4a00a4ba888f8f38eab1c8220 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/e1b52ae4a00a4ba888f8f38eab1c8220 2024-11-11T22:19:00,211 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/c1ea1f3074b246b7b8e5cab1f86c6d6e to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/c1ea1f3074b246b7b8e5cab1f86c6d6e 2024-11-11T22:19:00,212 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/c1dcf75ed8bc46238e0fa2a2ee326de6 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/c1dcf75ed8bc46238e0fa2a2ee326de6 2024-11-11T22:19:00,215 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/b0c27f3c3f204a8c8b046126b5106b70 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/b0c27f3c3f204a8c8b046126b5106b70 2024-11-11T22:19:00,223 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/68f6a3e9cb6e464c8d9ac8b4849c719b to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/68f6a3e9cb6e464c8d9ac8b4849c719b 2024-11-11T22:19:00,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/c0b9033a775b44e6ad58135f7e07dafe to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/c0b9033a775b44e6ad58135f7e07dafe 2024-11-11T22:19:00,239 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/6ca5d9d5811b4fb59c86f9499f78bb2f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/6ca5d9d5811b4fb59c86f9499f78bb2f 2024-11-11T22:19:00,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/58d4c77a15794aaa9bbeea4c25ebe03c to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/58d4c77a15794aaa9bbeea4c25ebe03c 2024-11-11T22:19:00,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/78a618777ae949f7a8cd2a16960284ca to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/78a618777ae949f7a8cd2a16960284ca 2024-11-11T22:19:00,245 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/d48e5923df2d4242be1acadf0e2b29a2 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/d48e5923df2d4242be1acadf0e2b29a2 2024-11-11T22:19:00,247 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/10b869db605440af9c192e83cc23bc5b to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/10b869db605440af9c192e83cc23bc5b 2024-11-11T22:19:00,249 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/cb23e0be848b4169b22e779081220c98 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/cb23e0be848b4169b22e779081220c98 2024-11-11T22:19:00,250 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/7e10f2521a214243b5d0ed309eb8017c to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/7e10f2521a214243b5d0ed309eb8017c 2024-11-11T22:19:00,252 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/72e5e8c13dae4e418d0b0bb0f575d90b to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/72e5e8c13dae4e418d0b0bb0f575d90b 2024-11-11T22:19:00,254 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/f55784c850ee42498335c86d444b4e21 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/f55784c850ee42498335c86d444b4e21 2024-11-11T22:19:00,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/50de32100ce24affbf4466092f50a898 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/50de32100ce24affbf4466092f50a898 2024-11-11T22:19:00,261 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/b36109b9d6414cfda9ae272b36a84d4a to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/b36109b9d6414cfda9ae272b36a84d4a 2024-11-11T22:19:00,263 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/8bb40ca8be44495286dee1ac7f268e5e to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/8bb40ca8be44495286dee1ac7f268e5e 2024-11-11T22:19:00,304 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/11876610421d437bb185683c2c7eaef1, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/762913b35e734760b0647df5dedbf4b8, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/db80ff5f76c94ec1b4f288e8c78e8e73, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/5ddfd7c244a3484693401beb84d8a863, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/6b022169566146d9ab7576b7f64bac15, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/4df432da56ec43ab9ea2c2a2b7a63536, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/c0d779ce408246949e8d4e3772b90828, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/de525d98136f4fabaffb1fad6a2d9e66, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/3e6f40722d04443c9840198d6b21c09f, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/8eb00338508745449aef1577a705e2aa, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/5ad554608eef48dbb78d8544d75fc9cc, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/f7e50e27a9bc4c5c8369eb61e4a2898f, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/d01a9e37371741d5bfabbb2a41b50b86, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/bc8efd52bc5243d39a2225138b836490, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/e8c7c7d6059742f688dbad58da8247b7, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/55b7a4ef1f58417685b111a1392d89f8, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/3f7bdf430a3647ca80528f2ff2db617a, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/79d5df35e74f4252a6e4b08da986c716, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/b9b0adff4c354fb995feedc007f9f1ef, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/a1b99f634c564d7885f8f2712c514876, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/74a6f72041804378978a5b5ebef85f9a, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/4c581f4c7d564cdfa776bcd54c8c3f81, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/7e7c3cccba644090aea1bad157bfdc1d, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/b7996518f8bf4895a854362ae750c9b0, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/3a1ac59670774e7bb2cfd7b08fa4d8fc, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/44e7c5b7581b45d2882d3e58733bada2, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/5a84395045e448d7b15c550fcefcfe37, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/6a76a903c7184192a15a6b8be6c4d52c, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/cccf91b76c2b41dea202fb171be317d8, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/0d713216dee54ce8a16b6e90ac843ac7, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/c329ae4338174bd184f7c4a70e90f183, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/ca06f0d5bd41439fa6ccae16a459de3e, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/7b75b3d8009b41cf9e3bdda86b00cf4a, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/1fe03af1f8774cb69c5dabd8c1518f9e, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/de6267ce909744d9ac8f089fb334d384, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/6c266f0013514af48205ba1ff9fdd931] to archive 2024-11-11T22:19:00,309 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T22:19:00,326 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/11876610421d437bb185683c2c7eaef1 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/11876610421d437bb185683c2c7eaef1 2024-11-11T22:19:00,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/762913b35e734760b0647df5dedbf4b8 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/762913b35e734760b0647df5dedbf4b8 2024-11-11T22:19:00,358 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/db80ff5f76c94ec1b4f288e8c78e8e73 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/db80ff5f76c94ec1b4f288e8c78e8e73 2024-11-11T22:19:00,373 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/5ddfd7c244a3484693401beb84d8a863 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/5ddfd7c244a3484693401beb84d8a863 2024-11-11T22:19:00,385 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/6b022169566146d9ab7576b7f64bac15 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/6b022169566146d9ab7576b7f64bac15 2024-11-11T22:19:00,388 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/4df432da56ec43ab9ea2c2a2b7a63536 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/4df432da56ec43ab9ea2c2a2b7a63536 2024-11-11T22:19:00,401 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/c0d779ce408246949e8d4e3772b90828 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/c0d779ce408246949e8d4e3772b90828 2024-11-11T22:19:00,403 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/de525d98136f4fabaffb1fad6a2d9e66 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/de525d98136f4fabaffb1fad6a2d9e66 2024-11-11T22:19:00,409 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/3e6f40722d04443c9840198d6b21c09f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/3e6f40722d04443c9840198d6b21c09f 2024-11-11T22:19:00,422 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/8eb00338508745449aef1577a705e2aa to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/8eb00338508745449aef1577a705e2aa 2024-11-11T22:19:00,441 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/5ad554608eef48dbb78d8544d75fc9cc to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/5ad554608eef48dbb78d8544d75fc9cc 2024-11-11T22:19:00,449 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/f7e50e27a9bc4c5c8369eb61e4a2898f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/f7e50e27a9bc4c5c8369eb61e4a2898f 2024-11-11T22:19:00,451 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/d01a9e37371741d5bfabbb2a41b50b86 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/d01a9e37371741d5bfabbb2a41b50b86 2024-11-11T22:19:00,453 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/bc8efd52bc5243d39a2225138b836490 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/bc8efd52bc5243d39a2225138b836490 2024-11-11T22:19:00,457 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/e8c7c7d6059742f688dbad58da8247b7 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/e8c7c7d6059742f688dbad58da8247b7 2024-11-11T22:19:00,459 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/55b7a4ef1f58417685b111a1392d89f8 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/55b7a4ef1f58417685b111a1392d89f8 2024-11-11T22:19:00,461 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/3f7bdf430a3647ca80528f2ff2db617a to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/3f7bdf430a3647ca80528f2ff2db617a 2024-11-11T22:19:00,463 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/79d5df35e74f4252a6e4b08da986c716 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/79d5df35e74f4252a6e4b08da986c716 2024-11-11T22:19:00,464 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/b9b0adff4c354fb995feedc007f9f1ef to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/b9b0adff4c354fb995feedc007f9f1ef 2024-11-11T22:19:00,473 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/a1b99f634c564d7885f8f2712c514876 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/a1b99f634c564d7885f8f2712c514876 2024-11-11T22:19:00,481 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/74a6f72041804378978a5b5ebef85f9a to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/74a6f72041804378978a5b5ebef85f9a 2024-11-11T22:19:00,484 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/4c581f4c7d564cdfa776bcd54c8c3f81 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/4c581f4c7d564cdfa776bcd54c8c3f81 2024-11-11T22:19:00,489 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/7e7c3cccba644090aea1bad157bfdc1d to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/7e7c3cccba644090aea1bad157bfdc1d 2024-11-11T22:19:00,491 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/b7996518f8bf4895a854362ae750c9b0 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/b7996518f8bf4895a854362ae750c9b0 2024-11-11T22:19:00,492 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/3a1ac59670774e7bb2cfd7b08fa4d8fc to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/3a1ac59670774e7bb2cfd7b08fa4d8fc 2024-11-11T22:19:00,494 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/44e7c5b7581b45d2882d3e58733bada2 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/44e7c5b7581b45d2882d3e58733bada2 2024-11-11T22:19:00,495 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/5a84395045e448d7b15c550fcefcfe37 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/5a84395045e448d7b15c550fcefcfe37 2024-11-11T22:19:00,497 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/6a76a903c7184192a15a6b8be6c4d52c to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/6a76a903c7184192a15a6b8be6c4d52c 2024-11-11T22:19:00,499 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/cccf91b76c2b41dea202fb171be317d8 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/cccf91b76c2b41dea202fb171be317d8 2024-11-11T22:19:00,501 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/0d713216dee54ce8a16b6e90ac843ac7 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/0d713216dee54ce8a16b6e90ac843ac7 2024-11-11T22:19:00,502 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/c329ae4338174bd184f7c4a70e90f183 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/c329ae4338174bd184f7c4a70e90f183 2024-11-11T22:19:00,504 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/ca06f0d5bd41439fa6ccae16a459de3e to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/ca06f0d5bd41439fa6ccae16a459de3e 2024-11-11T22:19:00,505 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/7b75b3d8009b41cf9e3bdda86b00cf4a to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/7b75b3d8009b41cf9e3bdda86b00cf4a 2024-11-11T22:19:00,507 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/1fe03af1f8774cb69c5dabd8c1518f9e to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/1fe03af1f8774cb69c5dabd8c1518f9e 2024-11-11T22:19:00,509 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/de6267ce909744d9ac8f089fb334d384 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/de6267ce909744d9ac8f089fb334d384 2024-11-11T22:19:00,544 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/6c266f0013514af48205ba1ff9fdd931 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/6c266f0013514af48205ba1ff9fdd931 2024-11-11T22:19:00,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/5f634b03f62e4bc7b61d1b7495fe04db, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/a631c3c8f56043e8a84e626c63c5e192, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/b6188700a7b64d539cf0f6c0615ea50d, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/d8978ebcae2c4c1cb0f5b42c25713876, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/60405b1572e34d128cb546f8d72e5193, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/c404ca1c950d4af0b38b6bfcc2a31875, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/dbd0c674a60f4135aeee71db881c7ff9, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/819f3225e0ef4a65805ae78ea8cb43a4, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/24e879a9035347ed876f7fc2c290a08d, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/86e12d8ca0794900b4e2b4acb1bd76b3, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/618ad77e9ba84ec4a67dc6a2930277de, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/a127d64afe644c48aa2ead06e32eb9a2, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/ae1e7be7e85640fbb7334151f27daf50, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/a52a1f45d902476982bf5e2cbe79b5f9, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/4d6922bf9e3f4dc1882055bf51462681, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/fa4198ced6c04ebfbfbaca7456536242, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/00eba4f432b04af0b5f38c294b39a6a5, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/bbed3ea2846c4e9884db139cb322b47b, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/f0bd7152830e4a729a0bf2935cd76db5, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/22fc414abb954285b00327d08f2b4918, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/86512882ad0d45a99cf9d93ad675da1c, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/56a2d9253c3b43348b6ec170ff5f9743, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/c51cabaac6cc451a93eb2965ba266b8c, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/aa1a664cf0e642a49890c7f26219cd6f, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/2bc2bcee7a304b2f85151c34052bdaf5, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/6ea1e62231c4486da1f271d258985438, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/84c6fdb72e994b61b9351d6a4048f9be, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/79c1b0a8496c4e29a6f1aa8ee9801fe7, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/d32c519ca3c140ad966f84d5712b87f9, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/14224fa06060439aa0ca41c240594977, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/254ffef002a04898a6194727fe122666, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/7ea9d3ab25f54238a5cf737d17cbefa2, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/f28bec8c8895457f91687dd6d8e338ae, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/028395e723f5444485f42b9237280600, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/43f0a885ae3f4db9b80d3674d3b51147, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/7e720ee83bbe45e49e206ad46bbd19c9] to archive 2024-11-11T22:19:00,576 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T22:19:00,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/5f634b03f62e4bc7b61d1b7495fe04db to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/5f634b03f62e4bc7b61d1b7495fe04db 2024-11-11T22:19:00,597 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/a631c3c8f56043e8a84e626c63c5e192 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/a631c3c8f56043e8a84e626c63c5e192 2024-11-11T22:19:00,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/b6188700a7b64d539cf0f6c0615ea50d to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/b6188700a7b64d539cf0f6c0615ea50d 2024-11-11T22:19:00,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/d8978ebcae2c4c1cb0f5b42c25713876 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/d8978ebcae2c4c1cb0f5b42c25713876 2024-11-11T22:19:00,609 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/60405b1572e34d128cb546f8d72e5193 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/60405b1572e34d128cb546f8d72e5193 2024-11-11T22:19:00,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/c404ca1c950d4af0b38b6bfcc2a31875 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/c404ca1c950d4af0b38b6bfcc2a31875 2024-11-11T22:19:00,614 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/dbd0c674a60f4135aeee71db881c7ff9 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/dbd0c674a60f4135aeee71db881c7ff9 2024-11-11T22:19:00,616 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/819f3225e0ef4a65805ae78ea8cb43a4 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/819f3225e0ef4a65805ae78ea8cb43a4 2024-11-11T22:19:00,624 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/24e879a9035347ed876f7fc2c290a08d to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/24e879a9035347ed876f7fc2c290a08d 2024-11-11T22:19:00,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/86e12d8ca0794900b4e2b4acb1bd76b3 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/86e12d8ca0794900b4e2b4acb1bd76b3 2024-11-11T22:19:00,645 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/618ad77e9ba84ec4a67dc6a2930277de to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/618ad77e9ba84ec4a67dc6a2930277de 2024-11-11T22:19:00,653 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/a127d64afe644c48aa2ead06e32eb9a2 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/a127d64afe644c48aa2ead06e32eb9a2 2024-11-11T22:19:00,692 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/ae1e7be7e85640fbb7334151f27daf50 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/ae1e7be7e85640fbb7334151f27daf50 2024-11-11T22:19:00,700 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/a52a1f45d902476982bf5e2cbe79b5f9 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/a52a1f45d902476982bf5e2cbe79b5f9 2024-11-11T22:19:00,705 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/4d6922bf9e3f4dc1882055bf51462681 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/4d6922bf9e3f4dc1882055bf51462681 2024-11-11T22:19:00,708 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/fa4198ced6c04ebfbfbaca7456536242 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/fa4198ced6c04ebfbfbaca7456536242 2024-11-11T22:19:00,713 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/00eba4f432b04af0b5f38c294b39a6a5 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/00eba4f432b04af0b5f38c294b39a6a5 2024-11-11T22:19:00,715 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/bbed3ea2846c4e9884db139cb322b47b to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/bbed3ea2846c4e9884db139cb322b47b 2024-11-11T22:19:00,717 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/f0bd7152830e4a729a0bf2935cd76db5 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/f0bd7152830e4a729a0bf2935cd76db5 2024-11-11T22:19:00,718 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/22fc414abb954285b00327d08f2b4918 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/22fc414abb954285b00327d08f2b4918 2024-11-11T22:19:00,737 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/86512882ad0d45a99cf9d93ad675da1c to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/86512882ad0d45a99cf9d93ad675da1c 2024-11-11T22:19:00,752 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/56a2d9253c3b43348b6ec170ff5f9743 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/56a2d9253c3b43348b6ec170ff5f9743 2024-11-11T22:19:00,754 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/c51cabaac6cc451a93eb2965ba266b8c to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/c51cabaac6cc451a93eb2965ba266b8c 2024-11-11T22:19:00,762 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/aa1a664cf0e642a49890c7f26219cd6f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/aa1a664cf0e642a49890c7f26219cd6f 2024-11-11T22:19:00,780 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/2bc2bcee7a304b2f85151c34052bdaf5 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/2bc2bcee7a304b2f85151c34052bdaf5 2024-11-11T22:19:00,787 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/6ea1e62231c4486da1f271d258985438 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/6ea1e62231c4486da1f271d258985438 2024-11-11T22:19:00,789 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/84c6fdb72e994b61b9351d6a4048f9be to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/84c6fdb72e994b61b9351d6a4048f9be 2024-11-11T22:19:00,791 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/79c1b0a8496c4e29a6f1aa8ee9801fe7 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/79c1b0a8496c4e29a6f1aa8ee9801fe7 2024-11-11T22:19:00,792 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/d32c519ca3c140ad966f84d5712b87f9 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/d32c519ca3c140ad966f84d5712b87f9 2024-11-11T22:19:00,794 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/14224fa06060439aa0ca41c240594977 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/14224fa06060439aa0ca41c240594977 2024-11-11T22:19:00,795 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/254ffef002a04898a6194727fe122666 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/254ffef002a04898a6194727fe122666 2024-11-11T22:19:00,798 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/7ea9d3ab25f54238a5cf737d17cbefa2 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/7ea9d3ab25f54238a5cf737d17cbefa2 2024-11-11T22:19:00,799 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/f28bec8c8895457f91687dd6d8e338ae to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/f28bec8c8895457f91687dd6d8e338ae 2024-11-11T22:19:00,801 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/028395e723f5444485f42b9237280600 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/028395e723f5444485f42b9237280600 2024-11-11T22:19:00,802 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/43f0a885ae3f4db9b80d3674d3b51147 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/43f0a885ae3f4db9b80d3674d3b51147 2024-11-11T22:19:00,804 DEBUG [StoreCloser-TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/7e720ee83bbe45e49e206ad46bbd19c9 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/7e720ee83bbe45e49e206ad46bbd19c9 2024-11-11T22:19:00,849 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/recovered.edits/545.seqid, newMaxSeqId=545, maxSeqId=1 2024-11-11T22:19:00,853 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52. 2024-11-11T22:19:00,853 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1635): Region close journal for 93bc88485ad1ecba8573dce56045de52: 2024-11-11T22:19:00,864 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=93bc88485ad1ecba8573dce56045de52, regionState=CLOSED 2024-11-11T22:19:00,867 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(170): Closed 93bc88485ad1ecba8573dce56045de52 2024-11-11T22:19:00,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-11T22:19:00,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; CloseRegionProcedure 93bc88485ad1ecba8573dce56045de52, server=47c9c93ccfa8,41889,1731363510061 in 1.7730 sec 2024-11-11T22:19:00,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-11-11T22:19:00,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=93bc88485ad1ecba8573dce56045de52, UNASSIGN in 1.8130 sec 2024-11-11T22:19:00,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-11T22:19:00,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8290 sec 2024-11-11T22:19:00,887 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731363540886"}]},"ts":"1731363540886"} 2024-11-11T22:19:00,888 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-11T22:19:00,893 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-11T22:19:00,914 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8780 sec 2024-11-11T22:19:01,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-11T22:19:01,162 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-11-11T22:19:01,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-11T22:19:01,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T22:19:01,178 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=38, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T22:19:01,180 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=38, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T22:19:01,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-11T22:19:01,186 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52 2024-11-11T22:19:01,201 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A, FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B, FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C, FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/recovered.edits] 2024-11-11T22:19:01,214 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/607b17117bf240b693580809b3a3f08a to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/607b17117bf240b693580809b3a3f08a 2024-11-11T22:19:01,226 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/fc998469f4424e4db08ef5f2edf1232f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/A/fc998469f4424e4db08ef5f2edf1232f 2024-11-11T22:19:01,234 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/350c4fd07b334d409e8ca2f5e1542b80 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/350c4fd07b334d409e8ca2f5e1542b80 2024-11-11T22:19:01,236 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/37466b1750da488baf2edc70136673b9 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/B/37466b1750da488baf2edc70136673b9 2024-11-11T22:19:01,239 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/5265d4a4cb7e4899b860ef7e8f1ecc83 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/5265d4a4cb7e4899b860ef7e8f1ecc83 2024-11-11T22:19:01,243 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/bb6b046257384924876d9f83011a9bce to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/C/bb6b046257384924876d9f83011a9bce 2024-11-11T22:19:01,259 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/recovered.edits/545.seqid to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52/recovered.edits/545.seqid 2024-11-11T22:19:01,260 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/93bc88485ad1ecba8573dce56045de52 2024-11-11T22:19:01,260 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-11T22:19:01,268 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=38, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T22:19:01,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-11T22:19:01,293 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-11T22:19:01,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-11T22:19:01,373 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-11T22:19:01,381 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=38, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T22:19:01,382 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-11T22:19:01,382 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731363541382"}]},"ts":"9223372036854775807"} 2024-11-11T22:19:01,386 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-11T22:19:01,386 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 93bc88485ad1ecba8573dce56045de52, NAME => 'TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52.', STARTKEY => '', ENDKEY => ''}] 2024-11-11T22:19:01,386 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-11T22:19:01,386 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731363541386"}]},"ts":"9223372036854775807"} 2024-11-11T22:19:01,393 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-11T22:19:01,399 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=38, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T22:19:01,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 226 msec 2024-11-11T22:19:01,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-11T22:19:01,503 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 38 completed 2024-11-11T22:19:01,523 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=240 (was 219) Potentially hanging thread: hconnection-0xd7013ec-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0xd7013ec-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1328172885_22 at /127.0.0.1:53212 [Waiting for operation #306] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_409744841_22 at /127.0.0.1:34972 [Waiting for operation #289] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;47c9c93ccfa8:41889-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0xd7013ec-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_409744841_22 at /127.0.0.1:52162 [Waiting for operation #127] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0xd7013ec-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1328172885_22 at /127.0.0.1:47952 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=463 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=811 (was 602) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 12), AvailableMemoryMB=1946 (was 2536) 2024-11-11T22:19:01,542 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=240, OpenFileDescriptor=463, MaxFileDescriptor=1048576, SystemLoadAverage=811, ProcessCount=11, AvailableMemoryMB=1942 2024-11-11T22:19:01,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T22:19:01,556 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T22:19:01,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=39, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-11T22:19:01,558 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T22:19:01,558 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:01,558 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 39 2024-11-11T22:19:01,559 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T22:19:01,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-11T22:19:01,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741953_1129 (size=960) 2024-11-11T22:19:01,650 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690 2024-11-11T22:19:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-11T22:19:01,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741954_1130 (size=53) 2024-11-11T22:19:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-11T22:19:02,089 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T22:19:02,090 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 27373acbac0f5021917844ab1e9a934f, disabling compactions & flushes 2024-11-11T22:19:02,090 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:02,090 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:02,090 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. after waiting 0 ms 2024-11-11T22:19:02,090 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:02,090 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:02,090 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 27373acbac0f5021917844ab1e9a934f: 2024-11-11T22:19:02,091 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T22:19:02,092 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731363542091"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731363542091"}]},"ts":"1731363542091"} 2024-11-11T22:19:02,104 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-11T22:19:02,106 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T22:19:02,106 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731363542106"}]},"ts":"1731363542106"} 2024-11-11T22:19:02,108 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-11T22:19:02,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=27373acbac0f5021917844ab1e9a934f, ASSIGN}] 2024-11-11T22:19:02,122 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=27373acbac0f5021917844ab1e9a934f, ASSIGN 2024-11-11T22:19:02,124 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=27373acbac0f5021917844ab1e9a934f, ASSIGN; state=OFFLINE, location=47c9c93ccfa8,41889,1731363510061; forceNewPlan=false, retain=false 2024-11-11T22:19:02,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-11T22:19:02,268 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:39909 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:39909,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:02,275 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=27373acbac0f5021917844ab1e9a934f, regionState=OPENING, regionLocation=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:02,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; OpenRegionProcedure 27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061}] 2024-11-11T22:19:02,449 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:02,458 INFO [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:02,459 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} 2024-11-11T22:19:02,459 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:02,459 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T22:19:02,459 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for 27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:02,459 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for 27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:02,462 INFO [StoreOpener-27373acbac0f5021917844ab1e9a934f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:02,464 INFO [StoreOpener-27373acbac0f5021917844ab1e9a934f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T22:19:02,464 INFO [StoreOpener-27373acbac0f5021917844ab1e9a934f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27373acbac0f5021917844ab1e9a934f columnFamilyName A 2024-11-11T22:19:02,464 DEBUG [StoreOpener-27373acbac0f5021917844ab1e9a934f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:02,465 INFO [StoreOpener-27373acbac0f5021917844ab1e9a934f-1 {}] regionserver.HStore(327): Store=27373acbac0f5021917844ab1e9a934f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T22:19:02,465 INFO [StoreOpener-27373acbac0f5021917844ab1e9a934f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:02,469 INFO [StoreOpener-27373acbac0f5021917844ab1e9a934f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T22:19:02,471 INFO [StoreOpener-27373acbac0f5021917844ab1e9a934f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27373acbac0f5021917844ab1e9a934f columnFamilyName B 2024-11-11T22:19:02,471 DEBUG [StoreOpener-27373acbac0f5021917844ab1e9a934f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:02,472 INFO [StoreOpener-27373acbac0f5021917844ab1e9a934f-1 {}] regionserver.HStore(327): Store=27373acbac0f5021917844ab1e9a934f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T22:19:02,472 INFO [StoreOpener-27373acbac0f5021917844ab1e9a934f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:02,480 INFO [StoreOpener-27373acbac0f5021917844ab1e9a934f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T22:19:02,480 INFO [StoreOpener-27373acbac0f5021917844ab1e9a934f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27373acbac0f5021917844ab1e9a934f columnFamilyName C 2024-11-11T22:19:02,480 DEBUG [StoreOpener-27373acbac0f5021917844ab1e9a934f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:02,484 INFO [StoreOpener-27373acbac0f5021917844ab1e9a934f-1 {}] regionserver.HStore(327): Store=27373acbac0f5021917844ab1e9a934f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T22:19:02,484 INFO [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:02,488 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:02,488 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:02,493 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T22:19:02,495 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for 27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:02,577 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T22:19:02,578 INFO [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened 27373acbac0f5021917844ab1e9a934f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72276617, jitterRate=0.07700552046298981}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T22:19:02,579 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for 27373acbac0f5021917844ab1e9a934f: 2024-11-11T22:19:02,624 INFO [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f., pid=41, masterSystemTime=1731363542448 2024-11-11T22:19:02,636 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:02,636 INFO [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:02,637 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=27373acbac0f5021917844ab1e9a934f, regionState=OPEN, openSeqNum=2, regionLocation=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:02,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-11T22:19:02,654 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; OpenRegionProcedure 27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 in 374 msec 2024-11-11T22:19:02,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-11-11T22:19:02,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=27373acbac0f5021917844ab1e9a934f, ASSIGN in 534 msec 2024-11-11T22:19:02,656 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T22:19:02,657 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731363542656"}]},"ts":"1731363542656"} 2024-11-11T22:19:02,658 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-11T22:19:02,662 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T22:19:02,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1060 sec 2024-11-11T22:19:02,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-11T22:19:02,676 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 39 completed 2024-11-11T22:19:02,678 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x118b007e to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5d29de25 2024-11-11T22:19:02,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a378df6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:19:02,687 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:19:02,691 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49714, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:19:02,694 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T22:19:02,702 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54256, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T22:19:02,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T22:19:02,714 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T22:19:02,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-11T22:19:02,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741955_1131 (size=996) 2024-11-11T22:19:03,213 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-11T22:19:03,213 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-11T22:19:03,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T22:19:03,230 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=27373acbac0f5021917844ab1e9a934f, REOPEN/MOVE}] 2024-11-11T22:19:03,231 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=27373acbac0f5021917844ab1e9a934f, REOPEN/MOVE 2024-11-11T22:19:03,233 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=27373acbac0f5021917844ab1e9a934f, regionState=CLOSING, regionLocation=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:03,236 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T22:19:03,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE; CloseRegionProcedure 27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061}] 2024-11-11T22:19:03,389 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:03,390 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(124): Close 27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:03,390 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-11T22:19:03,390 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1681): Closing 27373acbac0f5021917844ab1e9a934f, disabling compactions & flushes 2024-11-11T22:19:03,390 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:03,390 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:03,390 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. after waiting 0 ms 2024-11-11T22:19:03,390 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:03,416 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-11T22:19:03,417 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:03,417 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1635): Region close journal for 27373acbac0f5021917844ab1e9a934f: 2024-11-11T22:19:03,417 WARN [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3786): Not adding moved region record: 27373acbac0f5021917844ab1e9a934f to self. 2024-11-11T22:19:03,443 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=27373acbac0f5021917844ab1e9a934f, regionState=CLOSED 2024-11-11T22:19:03,446 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(170): Closed 27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:03,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=44 2024-11-11T22:19:03,454 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=27373acbac0f5021917844ab1e9a934f, REOPEN/MOVE; state=CLOSED, location=47c9c93ccfa8,41889,1731363510061; forceNewPlan=false, retain=true 2024-11-11T22:19:03,455 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=44, state=SUCCESS; CloseRegionProcedure 27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 in 214 msec 2024-11-11T22:19:03,612 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=27373acbac0f5021917844ab1e9a934f, regionState=OPENING, regionLocation=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:03,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE; OpenRegionProcedure 27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061}] 2024-11-11T22:19:03,771 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:03,784 INFO [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:03,784 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} 2024-11-11T22:19:03,785 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:03,785 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T22:19:03,785 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for 27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:03,785 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for 27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:03,797 INFO [StoreOpener-27373acbac0f5021917844ab1e9a934f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:03,801 INFO [StoreOpener-27373acbac0f5021917844ab1e9a934f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T22:19:03,830 INFO [StoreOpener-27373acbac0f5021917844ab1e9a934f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27373acbac0f5021917844ab1e9a934f columnFamilyName A 2024-11-11T22:19:03,851 DEBUG [StoreOpener-27373acbac0f5021917844ab1e9a934f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:03,852 INFO [StoreOpener-27373acbac0f5021917844ab1e9a934f-1 {}] regionserver.HStore(327): Store=27373acbac0f5021917844ab1e9a934f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T22:19:03,853 INFO [StoreOpener-27373acbac0f5021917844ab1e9a934f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:03,854 INFO [StoreOpener-27373acbac0f5021917844ab1e9a934f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T22:19:03,854 INFO [StoreOpener-27373acbac0f5021917844ab1e9a934f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27373acbac0f5021917844ab1e9a934f columnFamilyName B 2024-11-11T22:19:03,854 DEBUG [StoreOpener-27373acbac0f5021917844ab1e9a934f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:03,854 INFO [StoreOpener-27373acbac0f5021917844ab1e9a934f-1 {}] regionserver.HStore(327): Store=27373acbac0f5021917844ab1e9a934f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T22:19:03,855 INFO [StoreOpener-27373acbac0f5021917844ab1e9a934f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:03,855 INFO [StoreOpener-27373acbac0f5021917844ab1e9a934f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T22:19:03,855 INFO [StoreOpener-27373acbac0f5021917844ab1e9a934f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27373acbac0f5021917844ab1e9a934f columnFamilyName C 2024-11-11T22:19:03,856 DEBUG [StoreOpener-27373acbac0f5021917844ab1e9a934f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:03,856 INFO [StoreOpener-27373acbac0f5021917844ab1e9a934f-1 {}] regionserver.HStore(327): Store=27373acbac0f5021917844ab1e9a934f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T22:19:03,856 INFO [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:03,859 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:03,860 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:03,861 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T22:19:03,863 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for 27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:03,864 INFO [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened 27373acbac0f5021917844ab1e9a934f; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63616124, jitterRate=-0.05204588174819946}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T22:19:03,864 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for 27373acbac0f5021917844ab1e9a934f: 2024-11-11T22:19:03,865 INFO [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f., pid=46, masterSystemTime=1731363543771 2024-11-11T22:19:03,879 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:03,879 INFO [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:03,883 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=27373acbac0f5021917844ab1e9a934f, regionState=OPEN, openSeqNum=5, regionLocation=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:03,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=44 2024-11-11T22:19:03,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=44, state=SUCCESS; OpenRegionProcedure 27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 in 265 msec 2024-11-11T22:19:03,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-11T22:19:03,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=27373acbac0f5021917844ab1e9a934f, REOPEN/MOVE in 659 msec 2024-11-11T22:19:03,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-11-11T22:19:03,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 681 msec 2024-11-11T22:19:03,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 1.1750 sec 2024-11-11T22:19:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-11T22:19:03,930 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79982672 to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2931c73e 2024-11-11T22:19:03,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bad2e85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:19:03,979 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7b4bd1ba to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@491ea2ee 2024-11-11T22:19:03,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328f994d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:19:03,994 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x454f1431 to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@190853fc 2024-11-11T22:19:04,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a9306be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:19:04,015 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x505d5ccd to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@46114993 2024-11-11T22:19:04,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465dc764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:19:04,030 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x367f47f7 to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2885d2d9 2024-11-11T22:19:04,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb464a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:19:04,037 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22e911df to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@78cafade 2024-11-11T22:19:04,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@152377d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:19:04,104 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b727d6e to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@14c16cd4 2024-11-11T22:19:04,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a52344f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:19:04,195 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1c7940d9 to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@341384e 2024-11-11T22:19:04,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ba8425, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:19:04,225 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c38ee58 to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@26b120d9 2024-11-11T22:19:04,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af61386, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:19:04,252 DEBUG [hconnection-0x33d50494-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:19:04,268 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:19:04,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-11T22:19:04,274 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:19:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-11T22:19:04,275 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:19:04,275 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:19:04,317 DEBUG [hconnection-0x6c91a889-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:19:04,319 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49718, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:19:04,338 DEBUG [hconnection-0x4c20c8ee-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:19:04,340 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49724, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:19:04,380 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49740, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:19:04,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-11T22:19:04,387 DEBUG [hconnection-0x5b37bb17-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:19:04,389 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49756, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:19:04,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:04,396 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27373acbac0f5021917844ab1e9a934f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T22:19:04,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=A 2024-11-11T22:19:04,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:04,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=B 2024-11-11T22:19:04,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:04,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=C 2024-11-11T22:19:04,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:04,404 DEBUG [hconnection-0x36374063-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:19:04,407 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49762, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:19:04,415 DEBUG [hconnection-0x5dff5b82-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:19:04,420 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49774, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:19:04,431 DEBUG [hconnection-0x735030cb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:19:04,432 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49776, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:19:04,436 DEBUG [hconnection-0x307c6de5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:19:04,439 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:04,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-11T22:19:04,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:04,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. as already flushing 2024-11-11T22:19:04,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:04,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:04,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:04,440 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49780, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:19:04,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:04,470 DEBUG [hconnection-0x363e72bb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:19:04,472 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49786, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:19:04,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:04,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363604500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:04,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:04,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49724 deadline: 1731363604501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:04,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:04,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49762 deadline: 1731363604504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:04,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:04,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363604510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:04,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:04,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363604518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:04,592 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:04,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-11T22:19:04,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:04,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. as already flushing 2024-11-11T22:19:04,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:04,594 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:04,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:04,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:04,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-11T22:19:04,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:04,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363604612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:04,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:04,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363604618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:04,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:04,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49762 deadline: 1731363604618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:04,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:04,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:04,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363604622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:04,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49724 deadline: 1731363604618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:04,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111170548c1141684fc99036ec4c4448e3de_27373acbac0f5021917844ab1e9a934f is 50, key is test_row_1/A:col10/1731363544391/Put/seqid=0 2024-11-11T22:19:04,756 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:04,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-11T22:19:04,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:04,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. as already flushing 2024-11-11T22:19:04,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:04,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:04,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:04,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:04,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741956_1132 (size=14594) 2024-11-11T22:19:04,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:04,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363604834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:04,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:04,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363604835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:04,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:04,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49762 deadline: 1731363604836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:04,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:04,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49724 deadline: 1731363604836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:04,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:04,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363604837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:04,876 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T22:19:04,880 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54264, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T22:19:04,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-11T22:19:04,928 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:04,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-11T22:19:04,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:04,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. as already flushing 2024-11-11T22:19:04,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:04,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:04,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:04,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:05,082 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:05,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-11T22:19:05,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:05,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. as already flushing 2024-11-11T22:19:05,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:05,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:05,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:05,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:05,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363605138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:05,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49724 deadline: 1731363605140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:05,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363605141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:05,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49762 deadline: 1731363605141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:05,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363605142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:05,177 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:05,183 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111170548c1141684fc99036ec4c4448e3de_27373acbac0f5021917844ab1e9a934f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111170548c1141684fc99036ec4c4448e3de_27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:05,184 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/f8323272905c425fbb17a52029fde98a, store: [table=TestAcidGuarantees family=A region=27373acbac0f5021917844ab1e9a934f] 2024-11-11T22:19:05,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/f8323272905c425fbb17a52029fde98a is 175, key is test_row_1/A:col10/1731363544391/Put/seqid=0 2024-11-11T22:19:05,249 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:05,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-11T22:19:05,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:05,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. as already flushing 2024-11-11T22:19:05,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:05,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:05,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:05,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741957_1133 (size=39545) 2024-11-11T22:19:05,336 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/f8323272905c425fbb17a52029fde98a 2024-11-11T22:19:05,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/5afd1fe52f8d47408ad4a7fb95fd3be7 is 50, key is test_row_1/B:col10/1731363544391/Put/seqid=0 2024-11-11T22:19:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-11T22:19:05,426 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:05,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-11T22:19:05,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:05,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. as already flushing 2024-11-11T22:19:05,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:05,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:05,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:05,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741958_1134 (size=9657) 2024-11-11T22:19:05,526 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/5afd1fe52f8d47408ad4a7fb95fd3be7 2024-11-11T22:19:05,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/65660eb9a93b4c429b1f970c1eae7448 is 50, key is test_row_1/C:col10/1731363544391/Put/seqid=0 2024-11-11T22:19:05,580 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:05,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-11T22:19:05,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:05,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. as already flushing 2024-11-11T22:19:05,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:05,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:05,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:05,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363605647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:05,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363605651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:05,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49724 deadline: 1731363605650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:05,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49762 deadline: 1731363605651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:05,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:05,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363605650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:05,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741959_1135 (size=9657) 2024-11-11T22:19:05,726 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/65660eb9a93b4c429b1f970c1eae7448 2024-11-11T22:19:05,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/f8323272905c425fbb17a52029fde98a as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/f8323272905c425fbb17a52029fde98a 2024-11-11T22:19:05,745 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/f8323272905c425fbb17a52029fde98a, entries=200, sequenceid=15, filesize=38.6 K 2024-11-11T22:19:05,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/5afd1fe52f8d47408ad4a7fb95fd3be7 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/5afd1fe52f8d47408ad4a7fb95fd3be7 2024-11-11T22:19:05,748 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:05,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-11T22:19:05,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:05,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. as already flushing 2024-11-11T22:19:05,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:05,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:05,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:05,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/5afd1fe52f8d47408ad4a7fb95fd3be7, entries=100, sequenceid=15, filesize=9.4 K 2024-11-11T22:19:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:05,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/65660eb9a93b4c429b1f970c1eae7448 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/65660eb9a93b4c429b1f970c1eae7448 2024-11-11T22:19:05,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/65660eb9a93b4c429b1f970c1eae7448, entries=100, sequenceid=15, filesize=9.4 K 2024-11-11T22:19:05,762 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 27373acbac0f5021917844ab1e9a934f in 1366ms, sequenceid=15, compaction requested=false 2024-11-11T22:19:05,763 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-11T22:19:05,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27373acbac0f5021917844ab1e9a934f: 2024-11-11T22:19:05,904 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:05,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-11T22:19:05,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:05,906 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 27373acbac0f5021917844ab1e9a934f 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-11T22:19:05,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=A 2024-11-11T22:19:05,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:05,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=B 2024-11-11T22:19:05,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:05,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=C 2024-11-11T22:19:05,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:06,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111f2f9f2c35be541709c7ea3fde42c4629_27373acbac0f5021917844ab1e9a934f is 50, key is test_row_0/A:col10/1731363544501/Put/seqid=0 2024-11-11T22:19:06,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741960_1136 (size=12154) 2024-11-11T22:19:06,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:06,213 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111f2f9f2c35be541709c7ea3fde42c4629_27373acbac0f5021917844ab1e9a934f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f2f9f2c35be541709c7ea3fde42c4629_27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:06,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/bd0a1f937fc54537bff94fcd9189914a, store: [table=TestAcidGuarantees family=A region=27373acbac0f5021917844ab1e9a934f] 2024-11-11T22:19:06,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/bd0a1f937fc54537bff94fcd9189914a is 175, key is test_row_0/A:col10/1731363544501/Put/seqid=0 2024-11-11T22:19:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-11T22:19:06,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741961_1137 (size=30955) 2024-11-11T22:19:06,438 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/bd0a1f937fc54537bff94fcd9189914a 2024-11-11T22:19:06,469 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T22:19:06,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/f06c9e1628ea44d8b18c675a100bac4e is 50, key is test_row_0/B:col10/1731363544501/Put/seqid=0 2024-11-11T22:19:06,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741962_1138 (size=12001) 2024-11-11T22:19:06,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. as already flushing 2024-11-11T22:19:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:06,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363606692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:06,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363606699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:06,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49762 deadline: 1731363606707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:06,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49724 deadline: 1731363606708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:06,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363606721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:06,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:06,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363606807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:06,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:06,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363606807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:06,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363606829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:07,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363607011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:07,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363607023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:07,053 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/f06c9e1628ea44d8b18c675a100bac4e 2024-11-11T22:19:07,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/32f279af42744ee8b26098c600321d69 is 50, key is test_row_0/C:col10/1731363544501/Put/seqid=0 2024-11-11T22:19:07,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363607073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:07,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741963_1139 (size=12001) 2024-11-11T22:19:07,187 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/32f279af42744ee8b26098c600321d69 2024-11-11T22:19:07,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/bd0a1f937fc54537bff94fcd9189914a as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/bd0a1f937fc54537bff94fcd9189914a 2024-11-11T22:19:07,199 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/bd0a1f937fc54537bff94fcd9189914a, entries=150, sequenceid=41, filesize=30.2 K 2024-11-11T22:19:07,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/f06c9e1628ea44d8b18c675a100bac4e as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/f06c9e1628ea44d8b18c675a100bac4e 2024-11-11T22:19:07,205 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/f06c9e1628ea44d8b18c675a100bac4e, entries=150, sequenceid=41, filesize=11.7 K 2024-11-11T22:19:07,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/32f279af42744ee8b26098c600321d69 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/32f279af42744ee8b26098c600321d69 2024-11-11T22:19:07,211 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/32f279af42744ee8b26098c600321d69, entries=150, sequenceid=41, filesize=11.7 K 2024-11-11T22:19:07,240 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 27373acbac0f5021917844ab1e9a934f in 1335ms, sequenceid=41, compaction requested=false 2024-11-11T22:19:07,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 27373acbac0f5021917844ab1e9a934f: 2024-11-11T22:19:07,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:07,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-11T22:19:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-11T22:19:07,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-11T22:19:07,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9870 sec 2024-11-11T22:19:07,276 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 3.0070 sec 2024-11-11T22:19:07,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:07,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27373acbac0f5021917844ab1e9a934f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T22:19:07,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=A 2024-11-11T22:19:07,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:07,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=B 2024-11-11T22:19:07,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:07,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=C 2024-11-11T22:19:07,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:07,542 INFO [AsyncFSWAL-0-hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690-prefix:47c9c93ccfa8,41889,1731363510061 {}] wal.AbstractFSWAL(1183): Slow sync cost: 113 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:37365,DS-0590d496-4002-4731-9c4d-1124c05b581b,DISK]] 2024-11-11T22:19:07,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111239260f286354b61991552a4c1928102_27373acbac0f5021917844ab1e9a934f is 50, key is test_row_0/A:col10/1731363547346/Put/seqid=0 2024-11-11T22:19:07,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741964_1140 (size=14594) 2024-11-11T22:19:07,570 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:07,593 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111239260f286354b61991552a4c1928102_27373acbac0f5021917844ab1e9a934f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111239260f286354b61991552a4c1928102_27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:07,595 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/abe3282a4ab44ddfb33b377b4aeee863, store: [table=TestAcidGuarantees family=A region=27373acbac0f5021917844ab1e9a934f] 2024-11-11T22:19:07,596 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/abe3282a4ab44ddfb33b377b4aeee863 is 175, key is test_row_0/A:col10/1731363547346/Put/seqid=0 2024-11-11T22:19:07,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363607585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:07,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363607593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:07,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363607585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:07,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741965_1141 (size=39549) 2024-11-11T22:19:07,671 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/abe3282a4ab44ddfb33b377b4aeee863 2024-11-11T22:19:07,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363607703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:07,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363607721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:07,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:07,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363607722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:07,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/15856ec8483e4504b51f7866d34a0ae6 is 50, key is test_row_0/B:col10/1731363547346/Put/seqid=0 2024-11-11T22:19:07,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741966_1142 (size=12001) 2024-11-11T22:19:07,865 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/15856ec8483e4504b51f7866d34a0ae6 2024-11-11T22:19:07,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/6c283e819e874f949323dfb124132ad0 is 50, key is test_row_0/C:col10/1731363547346/Put/seqid=0 2024-11-11T22:19:07,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741967_1143 (size=12001) 2024-11-11T22:19:07,916 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/6c283e819e874f949323dfb124132ad0 2024-11-11T22:19:07,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/abe3282a4ab44ddfb33b377b4aeee863 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/abe3282a4ab44ddfb33b377b4aeee863 2024-11-11T22:19:07,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363607926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:07,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363607938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:07,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:07,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/abe3282a4ab44ddfb33b377b4aeee863, entries=200, sequenceid=54, filesize=38.6 K 2024-11-11T22:19:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363607940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:07,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/15856ec8483e4504b51f7866d34a0ae6 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/15856ec8483e4504b51f7866d34a0ae6 2024-11-11T22:19:07,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/15856ec8483e4504b51f7866d34a0ae6, entries=150, sequenceid=54, filesize=11.7 K 2024-11-11T22:19:07,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/6c283e819e874f949323dfb124132ad0 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/6c283e819e874f949323dfb124132ad0 2024-11-11T22:19:07,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/6c283e819e874f949323dfb124132ad0, entries=150, sequenceid=54, filesize=11.7 K 2024-11-11T22:19:07,963 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 27373acbac0f5021917844ab1e9a934f in 613ms, sequenceid=54, compaction requested=true 2024-11-11T22:19:07,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27373acbac0f5021917844ab1e9a934f: 2024-11-11T22:19:07,964 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:19:07,965 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:19:07,965 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): 27373acbac0f5021917844ab1e9a934f/A is initiating minor compaction (all files) 2024-11-11T22:19:07,965 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27373acbac0f5021917844ab1e9a934f/A in TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:07,965 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/f8323272905c425fbb17a52029fde98a, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/bd0a1f937fc54537bff94fcd9189914a, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/abe3282a4ab44ddfb33b377b4aeee863] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp, totalSize=107.5 K 2024-11-11T22:19:07,966 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:07,966 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. files: [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/f8323272905c425fbb17a52029fde98a, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/bd0a1f937fc54537bff94fcd9189914a, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/abe3282a4ab44ddfb33b377b4aeee863] 2024-11-11T22:19:07,966 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8323272905c425fbb17a52029fde98a, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731363544372 2024-11-11T22:19:07,967 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd0a1f937fc54537bff94fcd9189914a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731363544422 2024-11-11T22:19:07,967 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting abe3282a4ab44ddfb33b377b4aeee863, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731363546680 2024-11-11T22:19:07,986 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=27373acbac0f5021917844ab1e9a934f] 2024-11-11T22:19:08,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27373acbac0f5021917844ab1e9a934f:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T22:19:08,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:08,000 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:19:08,001 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:19:08,001 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 27373acbac0f5021917844ab1e9a934f/B is initiating minor compaction (all files) 2024-11-11T22:19:08,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27373acbac0f5021917844ab1e9a934f:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T22:19:08,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:08,001 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27373acbac0f5021917844ab1e9a934f/B in TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:08,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27373acbac0f5021917844ab1e9a934f:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:19:08,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:19:08,001 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/5afd1fe52f8d47408ad4a7fb95fd3be7, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/f06c9e1628ea44d8b18c675a100bac4e, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/15856ec8483e4504b51f7866d34a0ae6] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp, totalSize=32.9 K 2024-11-11T22:19:08,002 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 5afd1fe52f8d47408ad4a7fb95fd3be7, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731363544390 2024-11-11T22:19:08,002 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting f06c9e1628ea44d8b18c675a100bac4e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731363544422 2024-11-11T22:19:08,003 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 15856ec8483e4504b51f7866d34a0ae6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731363546680 2024-11-11T22:19:08,008 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111885f74d1cafa41178f6b85cd80cb63b3_27373acbac0f5021917844ab1e9a934f store=[table=TestAcidGuarantees family=A region=27373acbac0f5021917844ab1e9a934f] 2024-11-11T22:19:08,021 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111885f74d1cafa41178f6b85cd80cb63b3_27373acbac0f5021917844ab1e9a934f, store=[table=TestAcidGuarantees family=A region=27373acbac0f5021917844ab1e9a934f] 2024-11-11T22:19:08,022 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111885f74d1cafa41178f6b85cd80cb63b3_27373acbac0f5021917844ab1e9a934f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=27373acbac0f5021917844ab1e9a934f] 2024-11-11T22:19:08,051 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27373acbac0f5021917844ab1e9a934f#B#compaction#124 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:19:08,052 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/38a2d79903204515b634f28b7f60933f is 50, key is test_row_0/B:col10/1731363547346/Put/seqid=0 2024-11-11T22:19:08,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741968_1144 (size=12104) 2024-11-11T22:19:08,088 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/38a2d79903204515b634f28b7f60933f as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/38a2d79903204515b634f28b7f60933f 2024-11-11T22:19:08,122 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27373acbac0f5021917844ab1e9a934f/B of 27373acbac0f5021917844ab1e9a934f into 38a2d79903204515b634f28b7f60933f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:19:08,122 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27373acbac0f5021917844ab1e9a934f: 2024-11-11T22:19:08,122 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f., storeName=27373acbac0f5021917844ab1e9a934f/B, priority=13, startTime=1731363548000; duration=0sec 2024-11-11T22:19:08,122 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:19:08,122 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27373acbac0f5021917844ab1e9a934f:B 2024-11-11T22:19:08,122 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:19:08,129 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:19:08,129 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 27373acbac0f5021917844ab1e9a934f/C is initiating minor compaction (all files) 2024-11-11T22:19:08,129 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27373acbac0f5021917844ab1e9a934f/C in TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:08,129 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/65660eb9a93b4c429b1f970c1eae7448, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/32f279af42744ee8b26098c600321d69, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/6c283e819e874f949323dfb124132ad0] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp, totalSize=32.9 K 2024-11-11T22:19:08,134 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 65660eb9a93b4c429b1f970c1eae7448, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731363544390 2024-11-11T22:19:08,134 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 32f279af42744ee8b26098c600321d69, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731363544422 2024-11-11T22:19:08,136 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c283e819e874f949323dfb124132ad0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731363546680 2024-11-11T22:19:08,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741969_1145 (size=4469) 2024-11-11T22:19:08,233 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27373acbac0f5021917844ab1e9a934f#A#compaction#123 average throughput is 0.10 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:19:08,235 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/8d4d783c28db4940852b83ac16369d52 is 175, key is test_row_0/A:col10/1731363547346/Put/seqid=0 2024-11-11T22:19:08,267 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27373acbac0f5021917844ab1e9a934f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T22:19:08,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=A 2024-11-11T22:19:08,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:08,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=B 2024-11-11T22:19:08,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:08,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=C 2024-11-11T22:19:08,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:08,308 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27373acbac0f5021917844ab1e9a934f#C#compaction#125 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:19:08,309 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/9859584338bb4c6fbdc40e0a19a72023 is 50, key is test_row_0/C:col10/1731363547346/Put/seqid=0 2024-11-11T22:19:08,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:08,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363608315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:08,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:08,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363608318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:08,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:08,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363608324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:08,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-11T22:19:08,433 INFO [Thread-658 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-11T22:19:08,435 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:19:08,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:08,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363608437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:08,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-11T22:19:08,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-11T22:19:08,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741970_1146 (size=31058) 2024-11-11T22:19:08,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:08,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363608446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:08,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:08,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363608449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:08,465 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:19:08,484 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:19:08,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:19:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-11T22:19:08,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111f74d02e6cb154d48acda610ac4a65ff6_27373acbac0f5021917844ab1e9a934f is 50, key is test_row_0/A:col10/1731363547428/Put/seqid=0 2024-11-11T22:19:08,567 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/8d4d783c28db4940852b83ac16369d52 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/8d4d783c28db4940852b83ac16369d52 2024-11-11T22:19:08,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741971_1147 (size=12104) 2024-11-11T22:19:08,626 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27373acbac0f5021917844ab1e9a934f/A of 27373acbac0f5021917844ab1e9a934f into 8d4d783c28db4940852b83ac16369d52(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:19:08,626 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27373acbac0f5021917844ab1e9a934f: 2024-11-11T22:19:08,626 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f., storeName=27373acbac0f5021917844ab1e9a934f/A, priority=13, startTime=1731363547964; duration=0sec 2024-11-11T22:19:08,626 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:08,626 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27373acbac0f5021917844ab1e9a934f:A 2024-11-11T22:19:08,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363608640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:08,648 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:08,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-11T22:19:08,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:08,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. as already flushing 2024-11-11T22:19:08,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:08,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:08,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:08,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363608655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:08,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741972_1148 (size=12154) 2024-11-11T22:19:08,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363608652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:08,712 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:08,718 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111f74d02e6cb154d48acda610ac4a65ff6_27373acbac0f5021917844ab1e9a934f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f74d02e6cb154d48acda610ac4a65ff6_27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:08,719 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/f9a6a8c953c845fcbac67371174f0f36, store: [table=TestAcidGuarantees family=A region=27373acbac0f5021917844ab1e9a934f] 2024-11-11T22:19:08,720 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/f9a6a8c953c845fcbac67371174f0f36 is 175, key is test_row_0/A:col10/1731363547428/Put/seqid=0 2024-11-11T22:19:08,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49762 deadline: 1731363608724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:08,726 DEBUG [Thread-652 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4222 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f., hostname=47c9c93ccfa8,41889,1731363510061, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T22:19:08,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49724 deadline: 1731363608740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:08,743 DEBUG [Thread-650 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4241 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f., hostname=47c9c93ccfa8,41889,1731363510061, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T22:19:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-11T22:19:08,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741973_1149 (size=30955) 2024-11-11T22:19:08,770 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/f9a6a8c953c845fcbac67371174f0f36 2024-11-11T22:19:08,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/8d29d84435724be1a80691e51f579db5 is 50, key is test_row_0/B:col10/1731363547428/Put/seqid=0 2024-11-11T22:19:08,804 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:08,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-11T22:19:08,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:08,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. as already flushing 2024-11-11T22:19:08,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:08,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:08,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:08,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:08,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741974_1150 (size=12001) 2024-11-11T22:19:08,837 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/8d29d84435724be1a80691e51f579db5 2024-11-11T22:19:08,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/41ebf8aed91641d598eef8e9e398386c is 50, key is test_row_0/C:col10/1731363547428/Put/seqid=0 2024-11-11T22:19:08,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:08,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363608946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:08,960 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:08,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-11T22:19:08,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741975_1151 (size=12001) 2024-11-11T22:19:08,967 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/41ebf8aed91641d598eef8e9e398386c 2024-11-11T22:19:08,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:08,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363608968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:08,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:08,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. as already flushing 2024-11-11T22:19:08,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:08,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:08,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:08,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:09,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/f9a6a8c953c845fcbac67371174f0f36 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/f9a6a8c953c845fcbac67371174f0f36 2024-11-11T22:19:09,008 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/f9a6a8c953c845fcbac67371174f0f36, entries=150, sequenceid=79, filesize=30.2 K 2024-11-11T22:19:09,012 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/9859584338bb4c6fbdc40e0a19a72023 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/9859584338bb4c6fbdc40e0a19a72023 2024-11-11T22:19:09,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/8d29d84435724be1a80691e51f579db5 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/8d29d84435724be1a80691e51f579db5 2024-11-11T22:19:09,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,020 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/8d29d84435724be1a80691e51f579db5, entries=150, sequenceid=79, filesize=11.7 K 2024-11-11T22:19:09,051 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27373acbac0f5021917844ab1e9a934f/C of 27373acbac0f5021917844ab1e9a934f into 9859584338bb4c6fbdc40e0a19a72023(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:19:09,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-11T22:19:09,051 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27373acbac0f5021917844ab1e9a934f: 2024-11-11T22:19:09,051 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f., storeName=27373acbac0f5021917844ab1e9a934f/C, priority=13, startTime=1731363548001; duration=0sec 2024-11-11T22:19:09,052 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:09,052 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27373acbac0f5021917844ab1e9a934f:C 2024-11-11T22:19:09,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/41ebf8aed91641d598eef8e9e398386c as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/41ebf8aed91641d598eef8e9e398386c 2024-11-11T22:19:09,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,096 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/41ebf8aed91641d598eef8e9e398386c, entries=150, sequenceid=79, filesize=11.7 K 2024-11-11T22:19:09,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,105 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 27373acbac0f5021917844ab1e9a934f in 838ms, sequenceid=79, compaction requested=false 2024-11-11T22:19:09,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27373acbac0f5021917844ab1e9a934f: 2024-11-11T22:19:09,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,129 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:09,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-11T22:19:09,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:09,141 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 27373acbac0f5021917844ab1e9a934f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T22:19:09,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=A 2024-11-11T22:19:09,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:09,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=B 2024-11-11T22:19:09,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:09,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=C 2024-11-11T22:19:09,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:09,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. as already flushing 2024-11-11T22:19:09,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:09,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111153631a05052d453cbf1ed813f2a4849c_27373acbac0f5021917844ab1e9a934f is 50, key is test_row_0/A:col10/1731363548272/Put/seqid=0 2024-11-11T22:19:09,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741976_1152 (size=9714) 2024-11-11T22:19:09,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:09,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363609503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:09,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:09,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363609503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:09,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363609505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:09,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-11T22:19:09,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:09,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363609616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:09,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:09,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363609619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:09,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:09,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363609620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:09,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:09,689 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111153631a05052d453cbf1ed813f2a4849c_27373acbac0f5021917844ab1e9a934f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111153631a05052d453cbf1ed813f2a4849c_27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:09,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/1acad81f9ea34182b165b9085f3663eb, store: [table=TestAcidGuarantees family=A region=27373acbac0f5021917844ab1e9a934f] 2024-11-11T22:19:09,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/1acad81f9ea34182b165b9085f3663eb is 175, key is test_row_0/A:col10/1731363548272/Put/seqid=0 2024-11-11T22:19:09,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741977_1153 (size=22361) 2024-11-11T22:19:09,727 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/1acad81f9ea34182b165b9085f3663eb 2024-11-11T22:19:09,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/834579a88ebf4af68ccca8bedcde74e1 is 50, key is test_row_0/B:col10/1731363548272/Put/seqid=0 2024-11-11T22:19:09,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:09,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363609825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:09,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:09,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363609833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:09,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363609835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:09,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741978_1154 (size=9657) 2024-11-11T22:19:10,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:10,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363610145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:10,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:10,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363610145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:10,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:10,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363610153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:10,345 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/834579a88ebf4af68ccca8bedcde74e1 2024-11-11T22:19:10,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/c85801c9f9d0433e8106ac7512000416 is 50, key is test_row_0/C:col10/1731363548272/Put/seqid=0 2024-11-11T22:19:10,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741979_1155 (size=9657) 2024-11-11T22:19:10,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-11T22:19:10,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:10,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363610669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:10,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:10,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363610669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:10,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:10,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363610670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:10,904 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/c85801c9f9d0433e8106ac7512000416 2024-11-11T22:19:10,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/1acad81f9ea34182b165b9085f3663eb as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/1acad81f9ea34182b165b9085f3663eb 2024-11-11T22:19:10,967 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/1acad81f9ea34182b165b9085f3663eb, entries=100, sequenceid=93, filesize=21.8 K 2024-11-11T22:19:10,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/834579a88ebf4af68ccca8bedcde74e1 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/834579a88ebf4af68ccca8bedcde74e1 2024-11-11T22:19:11,012 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/834579a88ebf4af68ccca8bedcde74e1, entries=100, sequenceid=93, filesize=9.4 K 2024-11-11T22:19:11,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/c85801c9f9d0433e8106ac7512000416 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/c85801c9f9d0433e8106ac7512000416 2024-11-11T22:19:11,028 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/c85801c9f9d0433e8106ac7512000416, entries=100, sequenceid=93, filesize=9.4 K 2024-11-11T22:19:11,030 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 27373acbac0f5021917844ab1e9a934f in 1889ms, sequenceid=93, compaction requested=true 2024-11-11T22:19:11,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 27373acbac0f5021917844ab1e9a934f: 2024-11-11T22:19:11,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:11,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-11T22:19:11,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-11T22:19:11,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-11T22:19:11,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5550 sec 2024-11-11T22:19:11,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 2.6110 sec 2024-11-11T22:19:11,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:11,702 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27373acbac0f5021917844ab1e9a934f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T22:19:11,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=A 2024-11-11T22:19:11,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:11,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=B 2024-11-11T22:19:11,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:11,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=C 2024-11-11T22:19:11,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:11,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:11,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363611833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:11,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:11,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363611844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:11,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111ca1444e673274484a4c84558866e2fbb_27373acbac0f5021917844ab1e9a934f is 50, key is test_row_0/A:col10/1731363551697/Put/seqid=0 2024-11-11T22:19:11,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:11,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363611849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:11,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741980_1156 (size=12154) 2024-11-11T22:19:11,997 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:11,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:12,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363611999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:12,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:12,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363611999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:12,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:12,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363612012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:12,041 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111ca1444e673274484a4c84558866e2fbb_27373acbac0f5021917844ab1e9a934f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111ca1444e673274484a4c84558866e2fbb_27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:12,042 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/2a78af1547724c4981e5c3e8a4e71a03, store: [table=TestAcidGuarantees family=A region=27373acbac0f5021917844ab1e9a934f] 2024-11-11T22:19:12,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/2a78af1547724c4981e5c3e8a4e71a03 is 175, key is test_row_0/A:col10/1731363551697/Put/seqid=0 2024-11-11T22:19:12,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741981_1157 (size=30955) 2024-11-11T22:19:12,083 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/2a78af1547724c4981e5c3e8a4e71a03 2024-11-11T22:19:12,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/0068ccb2eb4e44cb908a4e7f47db1eb7 is 50, key is test_row_0/B:col10/1731363551697/Put/seqid=0 2024-11-11T22:19:12,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741982_1158 (size=12001) 2024-11-11T22:19:12,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/0068ccb2eb4e44cb908a4e7f47db1eb7 2024-11-11T22:19:12,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:12,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363612215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:12,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:12,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363612228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:12,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:12,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363612251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:12,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/b872d9bbed6445879cc75a7affc82c96 is 50, key is test_row_0/C:col10/1731363551697/Put/seqid=0 2024-11-11T22:19:12,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741983_1159 (size=12001) 2024-11-11T22:19:12,355 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/b872d9bbed6445879cc75a7affc82c96 2024-11-11T22:19:12,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/2a78af1547724c4981e5c3e8a4e71a03 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/2a78af1547724c4981e5c3e8a4e71a03 2024-11-11T22:19:12,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/2a78af1547724c4981e5c3e8a4e71a03, entries=150, sequenceid=120, filesize=30.2 K 2024-11-11T22:19:12,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/0068ccb2eb4e44cb908a4e7f47db1eb7 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/0068ccb2eb4e44cb908a4e7f47db1eb7 2024-11-11T22:19:12,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/0068ccb2eb4e44cb908a4e7f47db1eb7, entries=150, sequenceid=120, filesize=11.7 K 2024-11-11T22:19:12,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/b872d9bbed6445879cc75a7affc82c96 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/b872d9bbed6445879cc75a7affc82c96 2024-11-11T22:19:12,505 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/b872d9bbed6445879cc75a7affc82c96, entries=150, sequenceid=120, filesize=11.7 K 2024-11-11T22:19:12,507 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 27373acbac0f5021917844ab1e9a934f in 805ms, sequenceid=120, compaction requested=true 2024-11-11T22:19:12,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27373acbac0f5021917844ab1e9a934f: 2024-11-11T22:19:12,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27373acbac0f5021917844ab1e9a934f:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T22:19:12,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:19:12,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27373acbac0f5021917844ab1e9a934f:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T22:19:12,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T22:19:12,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27373acbac0f5021917844ab1e9a934f:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:19:12,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-11T22:19:12,508 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T22:19:12,509 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T22:19:12,533 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 115329 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T22:19:12,533 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): 27373acbac0f5021917844ab1e9a934f/A is initiating minor compaction (all files) 2024-11-11T22:19:12,533 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27373acbac0f5021917844ab1e9a934f/A in TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:12,543 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/8d4d783c28db4940852b83ac16369d52, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/f9a6a8c953c845fcbac67371174f0f36, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/1acad81f9ea34182b165b9085f3663eb, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/2a78af1547724c4981e5c3e8a4e71a03] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp, totalSize=112.6 K 2024-11-11T22:19:12,543 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:12,544 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. files: [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/8d4d783c28db4940852b83ac16369d52, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/f9a6a8c953c845fcbac67371174f0f36, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/1acad81f9ea34182b165b9085f3663eb, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/2a78af1547724c4981e5c3e8a4e71a03] 2024-11-11T22:19:12,546 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27373acbac0f5021917844ab1e9a934f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T22:19:12,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=A 2024-11-11T22:19:12,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:12,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=B 2024-11-11T22:19:12,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:12,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=C 2024-11-11T22:19:12,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:12,550 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d4d783c28db4940852b83ac16369d52, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731363546680 2024-11-11T22:19:12,550 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T22:19:12,550 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 27373acbac0f5021917844ab1e9a934f/C is initiating minor compaction (all files) 2024-11-11T22:19:12,550 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27373acbac0f5021917844ab1e9a934f/C in TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:12,550 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/9859584338bb4c6fbdc40e0a19a72023, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/41ebf8aed91641d598eef8e9e398386c, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/c85801c9f9d0433e8106ac7512000416, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/b872d9bbed6445879cc75a7affc82c96] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp, totalSize=44.7 K 2024-11-11T22:19:12,557 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9a6a8c953c845fcbac67371174f0f36, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731363547428 2024-11-11T22:19:12,557 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 9859584338bb4c6fbdc40e0a19a72023, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731363546680 2024-11-11T22:19:12,558 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1acad81f9ea34182b165b9085f3663eb, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731363548272 2024-11-11T22:19:12,565 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 41ebf8aed91641d598eef8e9e398386c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731363547428 2024-11-11T22:19:12,565 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a78af1547724c4981e5c3e8a4e71a03, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731363549503 2024-11-11T22:19:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-11T22:19:12,565 INFO [Thread-658 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-11T22:19:12,565 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting c85801c9f9d0433e8106ac7512000416, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731363548272 2024-11-11T22:19:12,566 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting b872d9bbed6445879cc75a7affc82c96, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731363549503 2024-11-11T22:19:12,577 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:19:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-11T22:19:12,586 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:19:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-11T22:19:12,590 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:19:12,590 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:19:12,600 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27373acbac0f5021917844ab1e9a934f#C#compaction#135 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:19:12,601 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/93c8152742144e848a7174b56f12a622 is 50, key is test_row_0/C:col10/1731363551697/Put/seqid=0 2024-11-11T22:19:12,613 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111ade475d5b4a740aea0c9be51b8ba6d8e_27373acbac0f5021917844ab1e9a934f is 50, key is test_row_0/A:col10/1731363552545/Put/seqid=0 2024-11-11T22:19:12,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741984_1160 (size=12241) 2024-11-11T22:19:12,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741985_1161 (size=14694) 2024-11-11T22:19:12,633 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/93c8152742144e848a7174b56f12a622 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/93c8152742144e848a7174b56f12a622 2024-11-11T22:19:12,642 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 27373acbac0f5021917844ab1e9a934f/C of 27373acbac0f5021917844ab1e9a934f into 93c8152742144e848a7174b56f12a622(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:19:12,642 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27373acbac0f5021917844ab1e9a934f: 2024-11-11T22:19:12,642 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f., storeName=27373acbac0f5021917844ab1e9a934f/C, priority=12, startTime=1731363552507; duration=0sec 2024-11-11T22:19:12,642 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:19:12,642 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27373acbac0f5021917844ab1e9a934f:C 2024-11-11T22:19:12,642 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T22:19:12,648 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=27373acbac0f5021917844ab1e9a934f] 2024-11-11T22:19:12,672 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T22:19:12,678 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 27373acbac0f5021917844ab1e9a934f/B is initiating minor compaction (all files) 2024-11-11T22:19:12,690 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27373acbac0f5021917844ab1e9a934f/B in TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:12,690 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/38a2d79903204515b634f28b7f60933f, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/8d29d84435724be1a80691e51f579db5, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/834579a88ebf4af68ccca8bedcde74e1, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/0068ccb2eb4e44cb908a4e7f47db1eb7] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp, totalSize=44.7 K 2024-11-11T22:19:12,691 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 38a2d79903204515b634f28b7f60933f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731363546680 2024-11-11T22:19:12,692 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d29d84435724be1a80691e51f579db5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731363547428 2024-11-11T22:19:12,693 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111850143c896664948a50bcf72d171bb82_27373acbac0f5021917844ab1e9a934f store=[table=TestAcidGuarantees family=A region=27373acbac0f5021917844ab1e9a934f] 2024-11-11T22:19:12,696 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111850143c896664948a50bcf72d171bb82_27373acbac0f5021917844ab1e9a934f, store=[table=TestAcidGuarantees family=A region=27373acbac0f5021917844ab1e9a934f] 2024-11-11T22:19:12,696 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111850143c896664948a50bcf72d171bb82_27373acbac0f5021917844ab1e9a934f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=27373acbac0f5021917844ab1e9a934f] 2024-11-11T22:19:12,699 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 834579a88ebf4af68ccca8bedcde74e1, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731363548272 2024-11-11T22:19:12,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-11T22:19:12,706 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 0068ccb2eb4e44cb908a4e7f47db1eb7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731363549503 2024-11-11T22:19:12,742 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:12,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-11T22:19:12,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:12,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. as already flushing 2024-11-11T22:19:12,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:12,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:12,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:12,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:12,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741986_1162 (size=4469) 2024-11-11T22:19:12,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:12,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363612766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:12,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:12,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363612780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:12,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:12,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363612782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:12,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49762 deadline: 1731363612795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:12,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49724 deadline: 1731363612801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:12,806 DEBUG [Thread-650 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8305 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f., hostname=47c9c93ccfa8,41889,1731363510061, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T22:19:12,844 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27373acbac0f5021917844ab1e9a934f#B#compaction#138 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:19:12,845 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/a2a19493d7f64c7fa668c55ff0ab51d7 is 50, key is test_row_0/B:col10/1731363551697/Put/seqid=0 2024-11-11T22:19:12,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741987_1163 (size=12241) 2024-11-11T22:19:12,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:12,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363612897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:12,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:12,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363612897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:12,904 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:12,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-11T22:19:12,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-11T22:19:12,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:12,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. as already flushing 2024-11-11T22:19:12,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:12,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:12,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:12,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:12,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:12,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363612907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:12,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:12,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49762 deadline: 1731363612909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:13,049 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:13,061 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:13,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-11T22:19:13,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:13,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. as already flushing 2024-11-11T22:19:13,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:13,067 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:13,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:13,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:13,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:13,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363613104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:13,105 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111ade475d5b4a740aea0c9be51b8ba6d8e_27373acbac0f5021917844ab1e9a934f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111ade475d5b4a740aea0c9be51b8ba6d8e_27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:13,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:13,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363613104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:13,106 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/1a10eeee4700499798ff9eb1f3e52aeb, store: [table=TestAcidGuarantees family=A region=27373acbac0f5021917844ab1e9a934f] 2024-11-11T22:19:13,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/1a10eeee4700499798ff9eb1f3e52aeb is 175, key is test_row_0/A:col10/1731363552545/Put/seqid=0 2024-11-11T22:19:13,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:13,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49762 deadline: 1731363613118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:13,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:13,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363613119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:13,163 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27373acbac0f5021917844ab1e9a934f#A#compaction#137 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:19:13,163 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/d0b45d1b72c24f50a1f97999407e3788 is 175, key is test_row_0/A:col10/1731363551697/Put/seqid=0 2024-11-11T22:19:13,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741988_1164 (size=39649) 2024-11-11T22:19:13,169 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/1a10eeee4700499798ff9eb1f3e52aeb 2024-11-11T22:19:13,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-11T22:19:13,219 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:13,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-11T22:19:13,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:13,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. as already flushing 2024-11-11T22:19:13,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:13,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:13,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:13,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:13,289 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/a2a19493d7f64c7fa668c55ff0ab51d7 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/a2a19493d7f64c7fa668c55ff0ab51d7 2024-11-11T22:19:13,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/0ec24b2c54fc4ea5a34c802a642b0b30 is 50, key is test_row_0/B:col10/1731363552545/Put/seqid=0 2024-11-11T22:19:13,318 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 27373acbac0f5021917844ab1e9a934f/B of 27373acbac0f5021917844ab1e9a934f into a2a19493d7f64c7fa668c55ff0ab51d7(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:19:13,318 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27373acbac0f5021917844ab1e9a934f: 2024-11-11T22:19:13,318 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f., storeName=27373acbac0f5021917844ab1e9a934f/B, priority=12, startTime=1731363552507; duration=0sec 2024-11-11T22:19:13,319 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:13,319 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27373acbac0f5021917844ab1e9a934f:B 2024-11-11T22:19:13,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741989_1165 (size=31195) 2024-11-11T22:19:13,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741990_1166 (size=12051) 2024-11-11T22:19:13,352 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/0ec24b2c54fc4ea5a34c802a642b0b30 2024-11-11T22:19:13,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/7bd2aa120acd4359bd945d2622351c85 is 50, key is test_row_0/C:col10/1731363552545/Put/seqid=0 2024-11-11T22:19:13,380 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:13,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-11T22:19:13,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:13,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. as already flushing 2024-11-11T22:19:13,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:13,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:13,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:13,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:13,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:13,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363613419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:13,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:13,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363613420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:13,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:13,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49762 deadline: 1731363613440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:13,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:13,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363613441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:13,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741991_1167 (size=12051) 2024-11-11T22:19:13,513 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/7bd2aa120acd4359bd945d2622351c85 2024-11-11T22:19:13,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/1a10eeee4700499798ff9eb1f3e52aeb as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/1a10eeee4700499798ff9eb1f3e52aeb 2024-11-11T22:19:13,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/1a10eeee4700499798ff9eb1f3e52aeb, entries=200, sequenceid=131, filesize=38.7 K 2024-11-11T22:19:13,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/0ec24b2c54fc4ea5a34c802a642b0b30 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/0ec24b2c54fc4ea5a34c802a642b0b30 2024-11-11T22:19:13,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/0ec24b2c54fc4ea5a34c802a642b0b30, entries=150, sequenceid=131, filesize=11.8 K 2024-11-11T22:19:13,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/7bd2aa120acd4359bd945d2622351c85 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/7bd2aa120acd4359bd945d2622351c85 2024-11-11T22:19:13,551 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/7bd2aa120acd4359bd945d2622351c85, entries=150, sequenceid=131, filesize=11.8 K 2024-11-11T22:19:13,557 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 27373acbac0f5021917844ab1e9a934f in 1011ms, sequenceid=131, compaction requested=false 2024-11-11T22:19:13,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27373acbac0f5021917844ab1e9a934f: 2024-11-11T22:19:13,572 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:13,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-11T22:19:13,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:13,577 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 27373acbac0f5021917844ab1e9a934f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T22:19:13,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=A 2024-11-11T22:19:13,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:13,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=B 2024-11-11T22:19:13,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:13,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=C 2024-11-11T22:19:13,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:13,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411112cf63e94ed3042e79b9a709592fa6537_27373acbac0f5021917844ab1e9a934f is 50, key is test_row_0/A:col10/1731363552782/Put/seqid=0 2024-11-11T22:19:13,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-11T22:19:13,770 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/d0b45d1b72c24f50a1f97999407e3788 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/d0b45d1b72c24f50a1f97999407e3788 2024-11-11T22:19:13,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741992_1168 (size=12304) 2024-11-11T22:19:13,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:13,780 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411112cf63e94ed3042e79b9a709592fa6537_27373acbac0f5021917844ab1e9a934f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411112cf63e94ed3042e79b9a709592fa6537_27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:13,782 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 27373acbac0f5021917844ab1e9a934f/A of 27373acbac0f5021917844ab1e9a934f into d0b45d1b72c24f50a1f97999407e3788(size=30.5 K), total size for store is 69.2 K. This selection was in queue for 0sec, and took 1sec to execute. 2024-11-11T22:19:13,782 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27373acbac0f5021917844ab1e9a934f: 2024-11-11T22:19:13,782 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f., storeName=27373acbac0f5021917844ab1e9a934f/A, priority=12, startTime=1731363552507; duration=1sec 2024-11-11T22:19:13,782 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:13,782 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27373acbac0f5021917844ab1e9a934f:A 2024-11-11T22:19:13,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/0bc6c4e7f4184817b45f1e120ddcc0a9, store: [table=TestAcidGuarantees family=A region=27373acbac0f5021917844ab1e9a934f] 2024-11-11T22:19:13,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/0bc6c4e7f4184817b45f1e120ddcc0a9 is 175, key is test_row_0/A:col10/1731363552782/Put/seqid=0 2024-11-11T22:19:13,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. as already flushing 2024-11-11T22:19:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:13,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741993_1169 (size=31105) 2024-11-11T22:19:14,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:14,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363613985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:14,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:14,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49762 deadline: 1731363614129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:14,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:14,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363614133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:14,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:14,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363614133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:14,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:14,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363614233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:14,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:14,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49762 deadline: 1731363614237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:14,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:14,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363614248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:14,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:14,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363614248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:14,377 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/0bc6c4e7f4184817b45f1e120ddcc0a9 2024-11-11T22:19:14,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/249644028e764ce6b39139a0dc55f4fa is 50, key is test_row_0/B:col10/1731363552782/Put/seqid=0 2024-11-11T22:19:14,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:14,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49762 deadline: 1731363614445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:14,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:14,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363614445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:14,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741994_1170 (size=12151) 2024-11-11T22:19:14,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:14,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363614488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:14,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:14,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363614490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:14,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-11T22:19:14,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:14,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49762 deadline: 1731363614757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:14,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363614768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:14,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:14,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363614798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:14,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:14,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363614805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:14,889 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/249644028e764ce6b39139a0dc55f4fa 2024-11-11T22:19:14,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/9ea27c95e218480cb227b87eded52683 is 50, key is test_row_0/C:col10/1731363552782/Put/seqid=0 2024-11-11T22:19:14,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741995_1171 (size=12151) 2024-11-11T22:19:14,959 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/9ea27c95e218480cb227b87eded52683 2024-11-11T22:19:14,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/0bc6c4e7f4184817b45f1e120ddcc0a9 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/0bc6c4e7f4184817b45f1e120ddcc0a9 2024-11-11T22:19:14,972 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/0bc6c4e7f4184817b45f1e120ddcc0a9, entries=150, sequenceid=158, filesize=30.4 K 2024-11-11T22:19:14,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/249644028e764ce6b39139a0dc55f4fa as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/249644028e764ce6b39139a0dc55f4fa 2024-11-11T22:19:14,980 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/249644028e764ce6b39139a0dc55f4fa, entries=150, sequenceid=158, filesize=11.9 K 2024-11-11T22:19:14,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/9ea27c95e218480cb227b87eded52683 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/9ea27c95e218480cb227b87eded52683 2024-11-11T22:19:14,987 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/9ea27c95e218480cb227b87eded52683, entries=150, sequenceid=158, filesize=11.9 K 2024-11-11T22:19:14,989 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 27373acbac0f5021917844ab1e9a934f in 1411ms, sequenceid=158, compaction requested=true 2024-11-11T22:19:14,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 27373acbac0f5021917844ab1e9a934f: 2024-11-11T22:19:14,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:14,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-11T22:19:14,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-11T22:19:14,992 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-11T22:19:14,992 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4000 sec 2024-11-11T22:19:14,993 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 2.4150 sec 2024-11-11T22:19:15,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:15,284 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27373acbac0f5021917844ab1e9a934f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T22:19:15,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=A 2024-11-11T22:19:15,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:15,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=B 2024-11-11T22:19:15,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:15,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=C 2024-11-11T22:19:15,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:15,321 INFO [master/47c9c93ccfa8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T22:19:15,321 INFO [master/47c9c93ccfa8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T22:19:15,323 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111139080921dd34475e827117e299be02e2_27373acbac0f5021917844ab1e9a934f is 50, key is test_row_0/A:col10/1731363553987/Put/seqid=0 2024-11-11T22:19:15,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363615379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:15,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:15,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49762 deadline: 1731363615380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:15,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363615382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:15,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363615389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:15,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741996_1172 (size=14794) 2024-11-11T22:19:15,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:15,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49762 deadline: 1731363615493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:15,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:15,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363615493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363615494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:15,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363615497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:15,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:15,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49762 deadline: 1731363615696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:15,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:15,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363615697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:15,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:15,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363615698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:15,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:15,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363615701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:15,814 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:15,827 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111139080921dd34475e827117e299be02e2_27373acbac0f5021917844ab1e9a934f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111139080921dd34475e827117e299be02e2_27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:15,833 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/cea564bfc6174645bb70e7d410988465, store: [table=TestAcidGuarantees family=A region=27373acbac0f5021917844ab1e9a934f] 2024-11-11T22:19:15,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/cea564bfc6174645bb70e7d410988465 is 175, key is test_row_0/A:col10/1731363553987/Put/seqid=0 2024-11-11T22:19:15,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741997_1173 (size=39749) 2024-11-11T22:19:15,856 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/cea564bfc6174645bb70e7d410988465 2024-11-11T22:19:15,876 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/5540eabcb5e640b09c8bf355e9425ac8 is 50, key is test_row_0/B:col10/1731363553987/Put/seqid=0 2024-11-11T22:19:15,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741998_1174 (size=12151) 2024-11-11T22:19:15,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/5540eabcb5e640b09c8bf355e9425ac8 2024-11-11T22:19:15,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/4166c76d6df14399b58f83fe351d18b3 is 50, key is test_row_0/C:col10/1731363553987/Put/seqid=0 2024-11-11T22:19:15,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741999_1175 (size=12151) 2024-11-11T22:19:15,916 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/4166c76d6df14399b58f83fe351d18b3 2024-11-11T22:19:15,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/cea564bfc6174645bb70e7d410988465 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/cea564bfc6174645bb70e7d410988465 2024-11-11T22:19:15,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/cea564bfc6174645bb70e7d410988465, entries=200, sequenceid=171, filesize=38.8 K 2024-11-11T22:19:15,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/5540eabcb5e640b09c8bf355e9425ac8 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/5540eabcb5e640b09c8bf355e9425ac8 2024-11-11T22:19:15,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/5540eabcb5e640b09c8bf355e9425ac8, entries=150, sequenceid=171, filesize=11.9 K 2024-11-11T22:19:15,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/4166c76d6df14399b58f83fe351d18b3 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/4166c76d6df14399b58f83fe351d18b3 2024-11-11T22:19:15,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/4166c76d6df14399b58f83fe351d18b3, entries=150, sequenceid=171, filesize=11.9 K 2024-11-11T22:19:15,966 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 27373acbac0f5021917844ab1e9a934f in 682ms, sequenceid=171, compaction requested=true 2024-11-11T22:19:15,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27373acbac0f5021917844ab1e9a934f: 2024-11-11T22:19:15,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27373acbac0f5021917844ab1e9a934f:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T22:19:15,966 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T22:19:15,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:15,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27373acbac0f5021917844ab1e9a934f:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T22:19:15,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:15,966 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T22:19:15,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27373acbac0f5021917844ab1e9a934f:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:19:15,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:19:15,970 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141698 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T22:19:15,970 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): 27373acbac0f5021917844ab1e9a934f/A is initiating minor compaction (all files) 2024-11-11T22:19:15,970 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27373acbac0f5021917844ab1e9a934f/A in TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:15,970 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/d0b45d1b72c24f50a1f97999407e3788, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/1a10eeee4700499798ff9eb1f3e52aeb, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/0bc6c4e7f4184817b45f1e120ddcc0a9, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/cea564bfc6174645bb70e7d410988465] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp, totalSize=138.4 K 2024-11-11T22:19:15,970 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:15,970 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. files: [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/d0b45d1b72c24f50a1f97999407e3788, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/1a10eeee4700499798ff9eb1f3e52aeb, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/0bc6c4e7f4184817b45f1e120ddcc0a9, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/cea564bfc6174645bb70e7d410988465] 2024-11-11T22:19:15,971 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48594 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T22:19:15,971 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 27373acbac0f5021917844ab1e9a934f/B is initiating minor compaction (all files) 2024-11-11T22:19:15,971 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27373acbac0f5021917844ab1e9a934f/B in TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:15,971 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/a2a19493d7f64c7fa668c55ff0ab51d7, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/0ec24b2c54fc4ea5a34c802a642b0b30, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/249644028e764ce6b39139a0dc55f4fa, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/5540eabcb5e640b09c8bf355e9425ac8] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp, totalSize=47.5 K 2024-11-11T22:19:15,971 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting a2a19493d7f64c7fa668c55ff0ab51d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731363549503 2024-11-11T22:19:15,972 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0b45d1b72c24f50a1f97999407e3788, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731363549503 2024-11-11T22:19:15,972 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ec24b2c54fc4ea5a34c802a642b0b30, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731363551805 2024-11-11T22:19:15,972 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a10eeee4700499798ff9eb1f3e52aeb, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731363551805 2024-11-11T22:19:15,973 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 249644028e764ce6b39139a0dc55f4fa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731363552772 2024-11-11T22:19:15,973 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0bc6c4e7f4184817b45f1e120ddcc0a9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731363552772 2024-11-11T22:19:15,974 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 5540eabcb5e640b09c8bf355e9425ac8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731363553980 2024-11-11T22:19:15,974 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting cea564bfc6174645bb70e7d410988465, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731363553980 2024-11-11T22:19:16,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:16,004 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27373acbac0f5021917844ab1e9a934f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T22:19:16,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=A 2024-11-11T22:19:16,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:16,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=B 2024-11-11T22:19:16,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:16,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=C 2024-11-11T22:19:16,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:16,031 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=27373acbac0f5021917844ab1e9a934f] 2024-11-11T22:19:16,032 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27373acbac0f5021917844ab1e9a934f#B#compaction#147 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:19:16,033 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/671d573bb256461db288f251db90d4e4 is 50, key is test_row_0/B:col10/1731363553987/Put/seqid=0 2024-11-11T22:19:16,048 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411119b622bbf45c0488ca838243dfbc50b03_27373acbac0f5021917844ab1e9a934f store=[table=TestAcidGuarantees family=A region=27373acbac0f5021917844ab1e9a934f] 2024-11-11T22:19:16,059 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411119b622bbf45c0488ca838243dfbc50b03_27373acbac0f5021917844ab1e9a934f, store=[table=TestAcidGuarantees family=A region=27373acbac0f5021917844ab1e9a934f] 2024-11-11T22:19:16,059 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411119b622bbf45c0488ca838243dfbc50b03_27373acbac0f5021917844ab1e9a934f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=27373acbac0f5021917844ab1e9a934f] 2024-11-11T22:19:16,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742000_1176 (size=12527) 2024-11-11T22:19:16,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111132745da4d574ae4802dec4dd9e77049_27373acbac0f5021917844ab1e9a934f is 50, key is test_row_0/A:col10/1731363555380/Put/seqid=0 2024-11-11T22:19:16,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:16,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:16,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363616049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:16,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49762 deadline: 1731363616052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:16,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:16,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363616063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:16,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:16,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363616070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:16,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742001_1177 (size=12304) 2024-11-11T22:19:16,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742002_1178 (size=4469) 2024-11-11T22:19:16,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:16,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49762 deadline: 1731363616164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:16,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:16,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363616165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:16,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:16,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363616170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:16,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:16,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363616176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:16,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:16,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363616368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:16,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:16,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49762 deadline: 1731363616369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:16,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:16,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363616373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:16,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:16,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363616378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:16,474 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/671d573bb256461db288f251db90d4e4 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/671d573bb256461db288f251db90d4e4 2024-11-11T22:19:16,498 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 27373acbac0f5021917844ab1e9a934f/B of 27373acbac0f5021917844ab1e9a934f into 671d573bb256461db288f251db90d4e4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:19:16,498 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27373acbac0f5021917844ab1e9a934f: 2024-11-11T22:19:16,498 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f., storeName=27373acbac0f5021917844ab1e9a934f/B, priority=12, startTime=1731363555966; duration=0sec 2024-11-11T22:19:16,498 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:19:16,498 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27373acbac0f5021917844ab1e9a934f:B 2024-11-11T22:19:16,498 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T22:19:16,500 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:16,505 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48594 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T22:19:16,505 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 27373acbac0f5021917844ab1e9a934f/C is initiating minor compaction (all files) 2024-11-11T22:19:16,505 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27373acbac0f5021917844ab1e9a934f/C in TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:16,505 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/93c8152742144e848a7174b56f12a622, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/7bd2aa120acd4359bd945d2622351c85, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/9ea27c95e218480cb227b87eded52683, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/4166c76d6df14399b58f83fe351d18b3] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp, totalSize=47.5 K 2024-11-11T22:19:16,511 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 93c8152742144e848a7174b56f12a622, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731363549503 2024-11-11T22:19:16,512 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 7bd2aa120acd4359bd945d2622351c85, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731363551805 2024-11-11T22:19:16,513 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ea27c95e218480cb227b87eded52683, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731363552772 2024-11-11T22:19:16,517 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 4166c76d6df14399b58f83fe351d18b3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731363553980 2024-11-11T22:19:16,519 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111132745da4d574ae4802dec4dd9e77049_27373acbac0f5021917844ab1e9a934f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111132745da4d574ae4802dec4dd9e77049_27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:16,522 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/5e19bb34695c49ad87f9a7732aba4bda, store: [table=TestAcidGuarantees family=A region=27373acbac0f5021917844ab1e9a934f] 2024-11-11T22:19:16,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/5e19bb34695c49ad87f9a7732aba4bda is 175, key is test_row_0/A:col10/1731363555380/Put/seqid=0 2024-11-11T22:19:16,534 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27373acbac0f5021917844ab1e9a934f#A#compaction#148 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:19:16,535 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/73ecb969e2a848cb90cf3d28403a4acf is 175, key is test_row_0/A:col10/1731363553987/Put/seqid=0 2024-11-11T22:19:16,540 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27373acbac0f5021917844ab1e9a934f#C#compaction#150 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:19:16,541 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/ddf502fe46e442a984725e0f583ceb2c is 50, key is test_row_0/C:col10/1731363553987/Put/seqid=0 2024-11-11T22:19:16,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742004_1180 (size=31481) 2024-11-11T22:19:16,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742005_1181 (size=12527) 2024-11-11T22:19:16,561 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/73ecb969e2a848cb90cf3d28403a4acf as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/73ecb969e2a848cb90cf3d28403a4acf 2024-11-11T22:19:16,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742003_1179 (size=31105) 2024-11-11T22:19:16,572 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 27373acbac0f5021917844ab1e9a934f/A of 27373acbac0f5021917844ab1e9a934f into 73ecb969e2a848cb90cf3d28403a4acf(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:19:16,572 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27373acbac0f5021917844ab1e9a934f: 2024-11-11T22:19:16,572 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f., storeName=27373acbac0f5021917844ab1e9a934f/A, priority=12, startTime=1731363555966; duration=0sec 2024-11-11T22:19:16,572 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:16,572 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27373acbac0f5021917844ab1e9a934f:A 2024-11-11T22:19:16,585 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/5e19bb34695c49ad87f9a7732aba4bda 2024-11-11T22:19:16,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/893dace3a5db430b9ff515c78a5b336f is 50, key is test_row_0/B:col10/1731363555380/Put/seqid=0 2024-11-11T22:19:16,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742006_1182 (size=12151) 2024-11-11T22:19:16,633 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/893dace3a5db430b9ff515c78a5b336f 2024-11-11T22:19:16,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/9405a0af1aea4336b9b03fe90af0c7c2 is 50, key is test_row_0/C:col10/1731363555380/Put/seqid=0 2024-11-11T22:19:16,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:16,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49762 deadline: 1731363616672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:16,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:16,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363616676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:16,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742007_1183 (size=12151) 2024-11-11T22:19:16,679 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/9405a0af1aea4336b9b03fe90af0c7c2 2024-11-11T22:19:16,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:16,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363616681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:16,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:16,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363616681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:16,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/5e19bb34695c49ad87f9a7732aba4bda as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/5e19bb34695c49ad87f9a7732aba4bda 2024-11-11T22:19:16,697 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/5e19bb34695c49ad87f9a7732aba4bda, entries=150, sequenceid=196, filesize=30.4 K 2024-11-11T22:19:16,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/893dace3a5db430b9ff515c78a5b336f as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/893dace3a5db430b9ff515c78a5b336f 2024-11-11T22:19:16,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/893dace3a5db430b9ff515c78a5b336f, entries=150, sequenceid=196, filesize=11.9 K 2024-11-11T22:19:16,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/9405a0af1aea4336b9b03fe90af0c7c2 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/9405a0af1aea4336b9b03fe90af0c7c2 2024-11-11T22:19:16,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-11T22:19:16,710 INFO [Thread-658 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-11T22:19:16,710 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/9405a0af1aea4336b9b03fe90af0c7c2, entries=150, sequenceid=196, filesize=11.9 K 2024-11-11T22:19:16,711 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 27373acbac0f5021917844ab1e9a934f in 707ms, sequenceid=196, compaction requested=false 2024-11-11T22:19:16,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27373acbac0f5021917844ab1e9a934f: 2024-11-11T22:19:16,712 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:19:16,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-11T22:19:16,715 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:19:16,715 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:19:16,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:19:16,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-11T22:19:16,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-11T22:19:16,876 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:16,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-11T22:19:16,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:16,879 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 27373acbac0f5021917844ab1e9a934f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T22:19:16,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=A 2024-11-11T22:19:16,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:16,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=B 2024-11-11T22:19:16,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:16,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=C 2024-11-11T22:19:16,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:16,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111176f8ceacca6e4d0da907578f659f7c9a_27373acbac0f5021917844ab1e9a934f is 50, key is test_row_0/A:col10/1731363556031/Put/seqid=0 2024-11-11T22:19:16,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742008_1184 (size=12304) 2024-11-11T22:19:16,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:16,975 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111176f8ceacca6e4d0da907578f659f7c9a_27373acbac0f5021917844ab1e9a934f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111176f8ceacca6e4d0da907578f659f7c9a_27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:16,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/c939765a03f5402ebc243c1c878d18ce, store: [table=TestAcidGuarantees family=A region=27373acbac0f5021917844ab1e9a934f] 2024-11-11T22:19:16,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/c939765a03f5402ebc243c1c878d18ce is 175, key is test_row_0/A:col10/1731363556031/Put/seqid=0 2024-11-11T22:19:16,979 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/ddf502fe46e442a984725e0f583ceb2c as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/ddf502fe46e442a984725e0f583ceb2c 2024-11-11T22:19:16,988 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 27373acbac0f5021917844ab1e9a934f/C of 27373acbac0f5021917844ab1e9a934f into ddf502fe46e442a984725e0f583ceb2c(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:19:16,988 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27373acbac0f5021917844ab1e9a934f: 2024-11-11T22:19:16,988 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f., storeName=27373acbac0f5021917844ab1e9a934f/C, priority=12, startTime=1731363555966; duration=0sec 2024-11-11T22:19:16,988 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:16,988 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27373acbac0f5021917844ab1e9a934f:C 2024-11-11T22:19:16,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742009_1185 (size=31105) 2024-11-11T22:19:16,993 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/c939765a03f5402ebc243c1c878d18ce 2024-11-11T22:19:17,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/10b495b0758f4888b1d2515dadea326e is 50, key is test_row_0/B:col10/1731363556031/Put/seqid=0 2024-11-11T22:19:17,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-11T22:19:17,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742010_1186 (size=12151) 2024-11-11T22:19:17,055 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/10b495b0758f4888b1d2515dadea326e 2024-11-11T22:19:17,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/54fc0d51943c419e861c4168930881d6 is 50, key is test_row_0/C:col10/1731363556031/Put/seqid=0 2024-11-11T22:19:17,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742011_1187 (size=12151) 2024-11-11T22:19:17,132 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/54fc0d51943c419e861c4168930881d6 2024-11-11T22:19:17,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/c939765a03f5402ebc243c1c878d18ce as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/c939765a03f5402ebc243c1c878d18ce 2024-11-11T22:19:17,146 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/c939765a03f5402ebc243c1c878d18ce, entries=150, sequenceid=209, filesize=30.4 K 2024-11-11T22:19:17,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/10b495b0758f4888b1d2515dadea326e as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/10b495b0758f4888b1d2515dadea326e 2024-11-11T22:19:17,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,154 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/10b495b0758f4888b1d2515dadea326e, entries=150, sequenceid=209, filesize=11.9 K 2024-11-11T22:19:17,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/54fc0d51943c419e861c4168930881d6 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/54fc0d51943c419e861c4168930881d6 2024-11-11T22:19:17,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,166 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/54fc0d51943c419e861c4168930881d6, entries=150, sequenceid=209, filesize=11.9 K 2024-11-11T22:19:17,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,168 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for 27373acbac0f5021917844ab1e9a934f in 288ms, sequenceid=209, compaction requested=true 2024-11-11T22:19:17,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 27373acbac0f5021917844ab1e9a934f: 2024-11-11T22:19:17,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:17,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-11T22:19:17,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-11T22:19:17,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,173 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-11T22:19:17,173 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 455 msec 2024-11-11T22:19:17,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,174 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 461 msec 2024-11-11T22:19:17,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:17,256 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27373acbac0f5021917844ab1e9a934f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T22:19:17,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=A 2024-11-11T22:19:17,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:17,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=B 2024-11-11T22:19:17,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:17,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=C 2024-11-11T22:19:17,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:17,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111802c1494e4344b2b8c464a8a54f300b6_27373acbac0f5021917844ab1e9a934f is 50, key is test_row_0/A:col10/1731363557246/Put/seqid=0 2024-11-11T22:19:17,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742013_1189 (size=24758) 2024-11-11T22:19:17,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,319 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,324 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111802c1494e4344b2b8c464a8a54f300b6_27373acbac0f5021917844ab1e9a934f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111802c1494e4344b2b8c464a8a54f300b6_27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:17,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,325 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/0cbdb1ba710f4e058547c94496203ed7, store: [table=TestAcidGuarantees family=A region=27373acbac0f5021917844ab1e9a934f] 2024-11-11T22:19:17,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/0cbdb1ba710f4e058547c94496203ed7 is 175, key is test_row_0/A:col10/1731363557246/Put/seqid=0 2024-11-11T22:19:17,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742012_1188 (size=74395) 2024-11-11T22:19:17,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,332 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=221, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/0cbdb1ba710f4e058547c94496203ed7 2024-11-11T22:19:17,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:17,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363617321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:17,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:17,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49762 deadline: 1731363617324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:17,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-11T22:19:17,335 INFO [Thread-658 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-11T22:19:17,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,338 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:19:17,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-11T22:19:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,339 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:19:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,340 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:19:17,341 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:19:17,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-11T22:19:17,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:17,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363617332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:17,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:17,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363617336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:17,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/a1b9548e20254a2ea12d3b5f807965e3 is 50, key is test_row_0/B:col10/1731363557246/Put/seqid=0 2024-11-11T22:19:17,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742014_1190 (size=24105) 2024-11-11T22:19:17,369 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/a1b9548e20254a2ea12d3b5f807965e3 2024-11-11T22:19:17,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/bacac1b6f9994071a5a24a596ab70572 is 50, key is test_row_0/C:col10/1731363557246/Put/seqid=0 2024-11-11T22:19:17,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742015_1191 (size=12151) 2024-11-11T22:19:17,397 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/bacac1b6f9994071a5a24a596ab70572 2024-11-11T22:19:17,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/0cbdb1ba710f4e058547c94496203ed7 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/0cbdb1ba710f4e058547c94496203ed7 2024-11-11T22:19:17,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/0cbdb1ba710f4e058547c94496203ed7, entries=400, sequenceid=221, filesize=72.7 K 2024-11-11T22:19:17,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/a1b9548e20254a2ea12d3b5f807965e3 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/a1b9548e20254a2ea12d3b5f807965e3 2024-11-11T22:19:17,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/a1b9548e20254a2ea12d3b5f807965e3, entries=400, sequenceid=221, filesize=23.5 K 2024-11-11T22:19:17,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/bacac1b6f9994071a5a24a596ab70572 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/bacac1b6f9994071a5a24a596ab70572 2024-11-11T22:19:17,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/bacac1b6f9994071a5a24a596ab70572, entries=150, sequenceid=221, filesize=11.9 K 2024-11-11T22:19:17,426 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 27373acbac0f5021917844ab1e9a934f in 170ms, sequenceid=221, compaction requested=true 2024-11-11T22:19:17,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27373acbac0f5021917844ab1e9a934f: 2024-11-11T22:19:17,426 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T22:19:17,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27373acbac0f5021917844ab1e9a934f:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T22:19:17,428 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 168086 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T22:19:17,428 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): 27373acbac0f5021917844ab1e9a934f/A is initiating minor compaction (all files) 2024-11-11T22:19:17,428 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27373acbac0f5021917844ab1e9a934f/A in TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:17,428 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/73ecb969e2a848cb90cf3d28403a4acf, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/5e19bb34695c49ad87f9a7732aba4bda, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/c939765a03f5402ebc243c1c878d18ce, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/0cbdb1ba710f4e058547c94496203ed7] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp, totalSize=164.1 K 2024-11-11T22:19:17,428 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:17,429 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. files: [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/73ecb969e2a848cb90cf3d28403a4acf, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/5e19bb34695c49ad87f9a7732aba4bda, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/c939765a03f5402ebc243c1c878d18ce, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/0cbdb1ba710f4e058547c94496203ed7] 2024-11-11T22:19:17,429 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73ecb969e2a848cb90cf3d28403a4acf, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731363553980 2024-11-11T22:19:17,430 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e19bb34695c49ad87f9a7732aba4bda, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731363555378 2024-11-11T22:19:17,430 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting c939765a03f5402ebc243c1c878d18ce, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731363556031 2024-11-11T22:19:17,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:17,430 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T22:19:17,430 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0cbdb1ba710f4e058547c94496203ed7, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731363557242 2024-11-11T22:19:17,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27373acbac0f5021917844ab1e9a934f:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T22:19:17,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:17,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27373acbac0f5021917844ab1e9a934f:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:19:17,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:19:17,434 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 60934 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T22:19:17,434 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 27373acbac0f5021917844ab1e9a934f/B is initiating minor compaction (all files) 2024-11-11T22:19:17,434 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27373acbac0f5021917844ab1e9a934f/B in TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:17,434 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/671d573bb256461db288f251db90d4e4, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/893dace3a5db430b9ff515c78a5b336f, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/10b495b0758f4888b1d2515dadea326e, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/a1b9548e20254a2ea12d3b5f807965e3] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp, totalSize=59.5 K 2024-11-11T22:19:17,435 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 671d573bb256461db288f251db90d4e4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731363553980 2024-11-11T22:19:17,435 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 893dace3a5db430b9ff515c78a5b336f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731363555378 2024-11-11T22:19:17,436 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 10b495b0758f4888b1d2515dadea326e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731363556031 2024-11-11T22:19:17,437 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting a1b9548e20254a2ea12d3b5f807965e3, keycount=400, bloomtype=ROW, size=23.5 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731363557242 2024-11-11T22:19:17,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:17,439 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27373acbac0f5021917844ab1e9a934f 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-11T22:19:17,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-11T22:19:17,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=A 2024-11-11T22:19:17,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:17,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=B 2024-11-11T22:19:17,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:17,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=C 2024-11-11T22:19:17,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:17,454 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=27373acbac0f5021917844ab1e9a934f] 2024-11-11T22:19:17,458 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27373acbac0f5021917844ab1e9a934f#B#compaction#160 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:19:17,459 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/d02e81e4dd7b495d8763db7e2997600c is 50, key is test_row_0/B:col10/1731363557246/Put/seqid=0 2024-11-11T22:19:17,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b4587fa6a8234828bb54467b3bcc62b8_27373acbac0f5021917844ab1e9a934f is 50, key is test_row_0/A:col10/1731363557439/Put/seqid=0 2024-11-11T22:19:17,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:17,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49762 deadline: 1731363617451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:17,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:17,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363617463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:17,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:17,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363617463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:17,470 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111f33b452691ae42ec86061b5bb9e81299_27373acbac0f5021917844ab1e9a934f store=[table=TestAcidGuarantees family=A region=27373acbac0f5021917844ab1e9a934f] 2024-11-11T22:19:17,474 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111f33b452691ae42ec86061b5bb9e81299_27373acbac0f5021917844ab1e9a934f, store=[table=TestAcidGuarantees family=A region=27373acbac0f5021917844ab1e9a934f] 2024-11-11T22:19:17,474 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111f33b452691ae42ec86061b5bb9e81299_27373acbac0f5021917844ab1e9a934f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=27373acbac0f5021917844ab1e9a934f] 2024-11-11T22:19:17,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:17,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363617489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:17,493 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:17,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-11T22:19:17,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:17,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. as already flushing 2024-11-11T22:19:17,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:17,494 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:17,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:17,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:17,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742016_1192 (size=17284) 2024-11-11T22:19:17,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742018_1194 (size=4469) 2024-11-11T22:19:17,515 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27373acbac0f5021917844ab1e9a934f#A#compaction#159 average throughput is 0.40 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:19:17,516 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/9b315ff24bbd45e29f3afd2c1d7ed360 is 175, key is test_row_0/A:col10/1731363557246/Put/seqid=0 2024-11-11T22:19:17,519 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:17,524 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b4587fa6a8234828bb54467b3bcc62b8_27373acbac0f5021917844ab1e9a934f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b4587fa6a8234828bb54467b3bcc62b8_27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:17,525 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/ff1e459c940f4f93b408f85ac7e58e1c, store: [table=TestAcidGuarantees family=A region=27373acbac0f5021917844ab1e9a934f] 2024-11-11T22:19:17,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/ff1e459c940f4f93b408f85ac7e58e1c is 175, key is test_row_0/A:col10/1731363557439/Put/seqid=0 2024-11-11T22:19:17,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742017_1193 (size=12663) 2024-11-11T22:19:17,553 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/d02e81e4dd7b495d8763db7e2997600c as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/d02e81e4dd7b495d8763db7e2997600c 2024-11-11T22:19:17,559 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 27373acbac0f5021917844ab1e9a934f/B of 27373acbac0f5021917844ab1e9a934f into d02e81e4dd7b495d8763db7e2997600c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:19:17,559 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27373acbac0f5021917844ab1e9a934f: 2024-11-11T22:19:17,560 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f., storeName=27373acbac0f5021917844ab1e9a934f/B, priority=12, startTime=1731363557430; duration=0sec 2024-11-11T22:19:17,560 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:19:17,560 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27373acbac0f5021917844ab1e9a934f:B 2024-11-11T22:19:17,560 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T22:19:17,562 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T22:19:17,562 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 27373acbac0f5021917844ab1e9a934f/C is initiating minor compaction (all files) 2024-11-11T22:19:17,562 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27373acbac0f5021917844ab1e9a934f/C in TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:17,563 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/ddf502fe46e442a984725e0f583ceb2c, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/9405a0af1aea4336b9b03fe90af0c7c2, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/54fc0d51943c419e861c4168930881d6, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/bacac1b6f9994071a5a24a596ab70572] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp, totalSize=47.8 K 2024-11-11T22:19:17,565 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting ddf502fe46e442a984725e0f583ceb2c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731363553980 2024-11-11T22:19:17,565 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 9405a0af1aea4336b9b03fe90af0c7c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731363555378 2024-11-11T22:19:17,566 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 54fc0d51943c419e861c4168930881d6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731363556031 2024-11-11T22:19:17,566 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting bacac1b6f9994071a5a24a596ab70572, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731363557245 2024-11-11T22:19:17,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:17,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49762 deadline: 1731363617569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:17,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:17,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363617572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:17,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:17,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363617591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:17,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:17,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363617597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:17,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742019_1195 (size=31617) 2024-11-11T22:19:17,619 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27373acbac0f5021917844ab1e9a934f#C#compaction#162 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:19:17,620 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/f8e1fd3562c7460190cf5f2b608ef61d is 50, key is test_row_0/C:col10/1731363557246/Put/seqid=0 2024-11-11T22:19:17,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742020_1196 (size=48389) 2024-11-11T22:19:17,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-11T22:19:17,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742021_1197 (size=12663) 2024-11-11T22:19:17,646 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:17,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-11T22:19:17,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:17,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. as already flushing 2024-11-11T22:19:17,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:17,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:17,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:17,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:17,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:17,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49762 deadline: 1731363617773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:17,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:17,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363617777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:17,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:17,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363617794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:17,801 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:17,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-11T22:19:17,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:17,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. as already flushing 2024-11-11T22:19:17,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:17,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:17,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:17,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:17,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:17,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363617803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:17,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-11T22:19:17,954 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:17,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-11T22:19:17,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:17,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. as already flushing 2024-11-11T22:19:17,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:17,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:17,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:17,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:18,015 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=249, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/ff1e459c940f4f93b408f85ac7e58e1c 2024-11-11T22:19:18,015 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/9b315ff24bbd45e29f3afd2c1d7ed360 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/9b315ff24bbd45e29f3afd2c1d7ed360 2024-11-11T22:19:18,025 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 27373acbac0f5021917844ab1e9a934f/A of 27373acbac0f5021917844ab1e9a934f into 9b315ff24bbd45e29f3afd2c1d7ed360(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:19:18,026 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27373acbac0f5021917844ab1e9a934f: 2024-11-11T22:19:18,026 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f., storeName=27373acbac0f5021917844ab1e9a934f/A, priority=12, startTime=1731363557426; duration=0sec 2024-11-11T22:19:18,028 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:18,028 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27373acbac0f5021917844ab1e9a934f:A 2024-11-11T22:19:18,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/a75b342e5f934d7b87cdb50d58529955 is 50, key is test_row_0/B:col10/1731363557439/Put/seqid=0 2024-11-11T22:19:18,049 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/f8e1fd3562c7460190cf5f2b608ef61d as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/f8e1fd3562c7460190cf5f2b608ef61d 2024-11-11T22:19:18,056 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 27373acbac0f5021917844ab1e9a934f/C of 27373acbac0f5021917844ab1e9a934f into f8e1fd3562c7460190cf5f2b608ef61d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:19:18,056 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27373acbac0f5021917844ab1e9a934f: 2024-11-11T22:19:18,056 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f., storeName=27373acbac0f5021917844ab1e9a934f/C, priority=12, startTime=1731363557431; duration=0sec 2024-11-11T22:19:18,056 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:18,056 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27373acbac0f5021917844ab1e9a934f:C 2024-11-11T22:19:18,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742022_1198 (size=12151) 2024-11-11T22:19:18,079 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/a75b342e5f934d7b87cdb50d58529955 2024-11-11T22:19:18,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:18,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49762 deadline: 1731363618077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:18,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:18,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363618084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:18,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/1db8bfec40b9472787a058555a282981 is 50, key is test_row_0/C:col10/1731363557439/Put/seqid=0 2024-11-11T22:19:18,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742023_1199 (size=12151) 2024-11-11T22:19:18,101 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/1db8bfec40b9472787a058555a282981 2024-11-11T22:19:18,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:18,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363618099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:18,108 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:18,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/ff1e459c940f4f93b408f85ac7e58e1c as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/ff1e459c940f4f93b408f85ac7e58e1c 2024-11-11T22:19:18,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-11T22:19:18,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:18,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. as already flushing 2024-11-11T22:19:18,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:18,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:18,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:18,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:18,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:18,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363618111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:18,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/ff1e459c940f4f93b408f85ac7e58e1c, entries=250, sequenceid=249, filesize=47.3 K 2024-11-11T22:19:18,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/a75b342e5f934d7b87cdb50d58529955 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/a75b342e5f934d7b87cdb50d58529955 2024-11-11T22:19:18,127 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/a75b342e5f934d7b87cdb50d58529955, entries=150, sequenceid=249, filesize=11.9 K 2024-11-11T22:19:18,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/1db8bfec40b9472787a058555a282981 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/1db8bfec40b9472787a058555a282981 2024-11-11T22:19:18,134 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/1db8bfec40b9472787a058555a282981, entries=150, sequenceid=249, filesize=11.9 K 2024-11-11T22:19:18,135 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 27373acbac0f5021917844ab1e9a934f in 696ms, sequenceid=249, compaction requested=false 2024-11-11T22:19:18,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27373acbac0f5021917844ab1e9a934f: 2024-11-11T22:19:18,260 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:18,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-11T22:19:18,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:18,261 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 27373acbac0f5021917844ab1e9a934f 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-11T22:19:18,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=A 2024-11-11T22:19:18,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:18,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=B 2024-11-11T22:19:18,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:18,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=C 2024-11-11T22:19:18,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:18,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111188a28d43e4cb4fc2a6e0a66bd6d19392_27373acbac0f5021917844ab1e9a934f is 50, key is test_row_0/A:col10/1731363557449/Put/seqid=0 2024-11-11T22:19:18,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742024_1200 (size=12354) 2024-11-11T22:19:18,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-11T22:19:18,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. as already flushing 2024-11-11T22:19:18,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:18,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49762 deadline: 1731363618634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:18,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363618635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:18,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:18,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363618635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:18,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363618638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:18,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:18,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49762 deadline: 1731363618739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:18,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:18,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363618740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:18,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:18,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363618740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:18,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:18,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363618742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:18,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:18,756 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111188a28d43e4cb4fc2a6e0a66bd6d19392_27373acbac0f5021917844ab1e9a934f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111188a28d43e4cb4fc2a6e0a66bd6d19392_27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:18,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/f5797bd4aa4640359cb8f60f629b0837, store: [table=TestAcidGuarantees family=A region=27373acbac0f5021917844ab1e9a934f] 2024-11-11T22:19:18,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/f5797bd4aa4640359cb8f60f629b0837 is 175, key is test_row_0/A:col10/1731363557449/Put/seqid=0 2024-11-11T22:19:18,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742025_1201 (size=31155) 2024-11-11T22:19:18,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:18,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49762 deadline: 1731363618944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:18,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:18,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363618945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:18,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:18,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363618946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:18,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:18,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363618946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:19,190 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=261, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/f5797bd4aa4640359cb8f60f629b0837 2024-11-11T22:19:19,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/9f3d516cbfcb48d88628956daa26005e is 50, key is test_row_0/B:col10/1731363557449/Put/seqid=0 2024-11-11T22:19:19,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742026_1202 (size=12201) 2024-11-11T22:19:19,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:19,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49762 deadline: 1731363619248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:19,255 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/9f3d516cbfcb48d88628956daa26005e 2024-11-11T22:19:19,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:19,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363619253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:19,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:19,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363619251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:19,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:19,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363619260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:19,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/507ba275bd7a47d78ca378ea95f6e314 is 50, key is test_row_0/C:col10/1731363557449/Put/seqid=0 2024-11-11T22:19:19,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742027_1203 (size=12201) 2024-11-11T22:19:19,326 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/507ba275bd7a47d78ca378ea95f6e314 2024-11-11T22:19:19,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/f5797bd4aa4640359cb8f60f629b0837 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/f5797bd4aa4640359cb8f60f629b0837 2024-11-11T22:19:19,339 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/f5797bd4aa4640359cb8f60f629b0837, entries=150, sequenceid=261, filesize=30.4 K 2024-11-11T22:19:19,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/9f3d516cbfcb48d88628956daa26005e as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/9f3d516cbfcb48d88628956daa26005e 2024-11-11T22:19:19,348 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/9f3d516cbfcb48d88628956daa26005e, entries=150, sequenceid=261, filesize=11.9 K 2024-11-11T22:19:19,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/507ba275bd7a47d78ca378ea95f6e314 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/507ba275bd7a47d78ca378ea95f6e314 2024-11-11T22:19:19,355 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/507ba275bd7a47d78ca378ea95f6e314, entries=150, sequenceid=261, filesize=11.9 K 2024-11-11T22:19:19,357 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 27373acbac0f5021917844ab1e9a934f in 1096ms, sequenceid=261, compaction requested=true 2024-11-11T22:19:19,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 27373acbac0f5021917844ab1e9a934f: 2024-11-11T22:19:19,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:19,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-11T22:19:19,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-11T22:19:19,360 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-11T22:19:19,360 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0180 sec 2024-11-11T22:19:19,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 2.0230 sec 2024-11-11T22:19:19,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-11T22:19:19,446 INFO [Thread-658 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-11T22:19:19,448 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:19:19,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-11T22:19:19,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-11T22:19:19,451 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:19:19,451 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:19:19,452 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:19:19,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-11T22:19:19,604 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:19,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-11T22:19:19,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:19,605 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 27373acbac0f5021917844ab1e9a934f 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-11T22:19:19,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=A 2024-11-11T22:19:19,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:19,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=B 2024-11-11T22:19:19,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:19,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=C 2024-11-11T22:19:19,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:19,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411119f6ea78fce774074b9864d8e9fa8a367_27373acbac0f5021917844ab1e9a934f is 50, key is test_row_0/A:col10/1731363558624/Put/seqid=0 2024-11-11T22:19:19,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742028_1204 (size=12454) 2024-11-11T22:19:19,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-11T22:19:19,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:19,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. as already flushing 2024-11-11T22:19:19,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49762 deadline: 1731363619763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:19,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:19,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363619764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:19,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:19,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363619764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:19,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:19,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363619786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:19,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:19,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49762 deadline: 1731363619866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:19,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:19,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363619888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:20,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:20,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-11T22:19:20,052 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411119f6ea78fce774074b9864d8e9fa8a367_27373acbac0f5021917844ab1e9a934f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411119f6ea78fce774074b9864d8e9fa8a367_27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:20,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/fc6e55f4e34441769b4af8aad32c100d, store: [table=TestAcidGuarantees family=A region=27373acbac0f5021917844ab1e9a934f] 2024-11-11T22:19:20,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/fc6e55f4e34441769b4af8aad32c100d is 175, key is test_row_0/A:col10/1731363558624/Put/seqid=0 2024-11-11T22:19:20,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742029_1205 (size=31255) 2024-11-11T22:19:20,061 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=288, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/fc6e55f4e34441769b4af8aad32c100d 2024-11-11T22:19:20,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:20,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49762 deadline: 1731363620070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:20,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/5e7e8f950ea04b259cb5d826375300be is 50, key is test_row_0/B:col10/1731363558624/Put/seqid=0 2024-11-11T22:19:20,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742030_1206 (size=12301) 2024-11-11T22:19:20,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:20,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363620091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:20,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:20,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49762 deadline: 1731363620377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:20,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:20,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363620404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:20,484 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/5e7e8f950ea04b259cb5d826375300be 2024-11-11T22:19:20,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/145338f3631a4e59826f604b4530f968 is 50, key is test_row_0/C:col10/1731363558624/Put/seqid=0 2024-11-11T22:19:20,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742031_1207 (size=12301) 2024-11-11T22:19:20,503 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/145338f3631a4e59826f604b4530f968 2024-11-11T22:19:20,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/fc6e55f4e34441769b4af8aad32c100d as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/fc6e55f4e34441769b4af8aad32c100d 2024-11-11T22:19:20,526 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/fc6e55f4e34441769b4af8aad32c100d, entries=150, sequenceid=288, filesize=30.5 K 2024-11-11T22:19:20,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/5e7e8f950ea04b259cb5d826375300be as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/5e7e8f950ea04b259cb5d826375300be 2024-11-11T22:19:20,541 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/5e7e8f950ea04b259cb5d826375300be, entries=150, sequenceid=288, filesize=12.0 K 2024-11-11T22:19:20,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/145338f3631a4e59826f604b4530f968 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/145338f3631a4e59826f604b4530f968 2024-11-11T22:19:20,553 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/145338f3631a4e59826f604b4530f968, entries=150, sequenceid=288, filesize=12.0 K 2024-11-11T22:19:20,555 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 27373acbac0f5021917844ab1e9a934f in 950ms, sequenceid=288, compaction requested=true 2024-11-11T22:19:20,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 27373acbac0f5021917844ab1e9a934f: 2024-11-11T22:19:20,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:20,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-11T22:19:20,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-11T22:19:20,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-11T22:19:20,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-11T22:19:20,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1040 sec 2024-11-11T22:19:20,559 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.1100 sec 2024-11-11T22:19:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:20,793 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27373acbac0f5021917844ab1e9a934f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T22:19:20,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=A 2024-11-11T22:19:20,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:20,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=B 2024-11-11T22:19:20,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:20,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=C 2024-11-11T22:19:20,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:20,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111163f8d7e643e34d03b279c1344d84b452_27373acbac0f5021917844ab1e9a934f is 50, key is test_row_0/A:col10/1731363560792/Put/seqid=0 2024-11-11T22:19:20,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742032_1208 (size=12454) 2024-11-11T22:19:20,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363620833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:20,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363620834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:20,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:20,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49762 deadline: 1731363620882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:20,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363620910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:20,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363620938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:20,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363620940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:21,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363621140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:21,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363621142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:21,208 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:21,212 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111163f8d7e643e34d03b279c1344d84b452_27373acbac0f5021917844ab1e9a934f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111163f8d7e643e34d03b279c1344d84b452_27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:21,214 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/ca7e0ff7d7e84dc281d329727f55aa70, store: [table=TestAcidGuarantees family=A region=27373acbac0f5021917844ab1e9a934f] 2024-11-11T22:19:21,214 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/ca7e0ff7d7e84dc281d329727f55aa70 is 175, key is test_row_0/A:col10/1731363560792/Put/seqid=0 2024-11-11T22:19:21,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742033_1209 (size=31255) 2024-11-11T22:19:21,221 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=300, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/ca7e0ff7d7e84dc281d329727f55aa70 2024-11-11T22:19:21,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/b170aff3d6fb46089141e153205a1b87 is 50, key is test_row_0/B:col10/1731363560792/Put/seqid=0 2024-11-11T22:19:21,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742034_1210 (size=12301) 2024-11-11T22:19:21,239 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/b170aff3d6fb46089141e153205a1b87 2024-11-11T22:19:21,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/794a2fb6bbb74924a1a344bc09b30fb2 is 50, key is test_row_0/C:col10/1731363560792/Put/seqid=0 2024-11-11T22:19:21,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742035_1211 (size=12301) 2024-11-11T22:19:21,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363621445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:21,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363621446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-11T22:19:21,569 INFO [Thread-658 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-11T22:19:21,571 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:19:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-11T22:19:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-11T22:19:21,573 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:19:21,574 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:19:21,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:19:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-11T22:19:21,709 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/794a2fb6bbb74924a1a344bc09b30fb2 2024-11-11T22:19:21,730 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:21,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-11T22:19:21,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:21,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. as already flushing 2024-11-11T22:19:21,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:21,732 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:21,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:21,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/ca7e0ff7d7e84dc281d329727f55aa70 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/ca7e0ff7d7e84dc281d329727f55aa70 2024-11-11T22:19:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:21,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/ca7e0ff7d7e84dc281d329727f55aa70, entries=150, sequenceid=300, filesize=30.5 K 2024-11-11T22:19:21,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/b170aff3d6fb46089141e153205a1b87 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/b170aff3d6fb46089141e153205a1b87 2024-11-11T22:19:21,769 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/b170aff3d6fb46089141e153205a1b87, entries=150, sequenceid=300, filesize=12.0 K 2024-11-11T22:19:21,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/794a2fb6bbb74924a1a344bc09b30fb2 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/794a2fb6bbb74924a1a344bc09b30fb2 2024-11-11T22:19:21,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/794a2fb6bbb74924a1a344bc09b30fb2, entries=150, sequenceid=300, filesize=12.0 K 2024-11-11T22:19:21,786 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 27373acbac0f5021917844ab1e9a934f in 993ms, sequenceid=300, compaction requested=true 2024-11-11T22:19:21,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27373acbac0f5021917844ab1e9a934f: 2024-11-11T22:19:21,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27373acbac0f5021917844ab1e9a934f:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T22:19:21,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:21,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27373acbac0f5021917844ab1e9a934f:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T22:19:21,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:19:21,786 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-11T22:19:21,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27373acbac0f5021917844ab1e9a934f:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:19:21,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T22:19:21,786 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-11T22:19:21,789 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 173671 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-11T22:19:21,789 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): 27373acbac0f5021917844ab1e9a934f/A is initiating minor compaction (all files) 2024-11-11T22:19:21,789 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27373acbac0f5021917844ab1e9a934f/A in TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:21,789 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/9b315ff24bbd45e29f3afd2c1d7ed360, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/ff1e459c940f4f93b408f85ac7e58e1c, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/f5797bd4aa4640359cb8f60f629b0837, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/fc6e55f4e34441769b4af8aad32c100d, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/ca7e0ff7d7e84dc281d329727f55aa70] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp, totalSize=169.6 K 2024-11-11T22:19:21,789 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:21,789 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. files: [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/9b315ff24bbd45e29f3afd2c1d7ed360, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/ff1e459c940f4f93b408f85ac7e58e1c, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/f5797bd4aa4640359cb8f60f629b0837, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/fc6e55f4e34441769b4af8aad32c100d, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/ca7e0ff7d7e84dc281d329727f55aa70] 2024-11-11T22:19:21,790 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b315ff24bbd45e29f3afd2c1d7ed360, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731363557245 2024-11-11T22:19:21,794 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61617 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-11T22:19:21,794 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 27373acbac0f5021917844ab1e9a934f/B is initiating minor compaction (all files) 2024-11-11T22:19:21,794 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27373acbac0f5021917844ab1e9a934f/B in TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:21,794 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/d02e81e4dd7b495d8763db7e2997600c, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/a75b342e5f934d7b87cdb50d58529955, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/9f3d516cbfcb48d88628956daa26005e, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/5e7e8f950ea04b259cb5d826375300be, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/b170aff3d6fb46089141e153205a1b87] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp, totalSize=60.2 K 2024-11-11T22:19:21,794 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff1e459c940f4f93b408f85ac7e58e1c, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731363557307 2024-11-11T22:19:21,794 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting d02e81e4dd7b495d8763db7e2997600c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731363557245 2024-11-11T22:19:21,795 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting a75b342e5f934d7b87cdb50d58529955, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731363557330 2024-11-11T22:19:21,795 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting f5797bd4aa4640359cb8f60f629b0837, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731363557449 2024-11-11T22:19:21,796 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f3d516cbfcb48d88628956daa26005e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731363557449 2024-11-11T22:19:21,796 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting fc6e55f4e34441769b4af8aad32c100d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731363558624 2024-11-11T22:19:21,797 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e7e8f950ea04b259cb5d826375300be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731363558624 2024-11-11T22:19:21,797 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca7e0ff7d7e84dc281d329727f55aa70, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731363559763 2024-11-11T22:19:21,797 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting b170aff3d6fb46089141e153205a1b87, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731363559763 2024-11-11T22:19:21,831 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27373acbac0f5021917844ab1e9a934f#B#compaction#174 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:19:21,832 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/f634a192f52e42b0ac977b40ee32f4fa is 50, key is test_row_0/B:col10/1731363560792/Put/seqid=0 2024-11-11T22:19:21,842 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=27373acbac0f5021917844ab1e9a934f] 2024-11-11T22:19:21,862 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411119e1900c7de8b4c85bd26af4f4a1f9f1b_27373acbac0f5021917844ab1e9a934f store=[table=TestAcidGuarantees family=A region=27373acbac0f5021917844ab1e9a934f] 2024-11-11T22:19:21,865 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411119e1900c7de8b4c85bd26af4f4a1f9f1b_27373acbac0f5021917844ab1e9a934f, store=[table=TestAcidGuarantees family=A region=27373acbac0f5021917844ab1e9a934f] 2024-11-11T22:19:21,865 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411119e1900c7de8b4c85bd26af4f4a1f9f1b_27373acbac0f5021917844ab1e9a934f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=27373acbac0f5021917844ab1e9a934f] 2024-11-11T22:19:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-11T22:19:21,885 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:21,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-11T22:19:21,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:21,886 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 27373acbac0f5021917844ab1e9a934f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T22:19:21,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=A 2024-11-11T22:19:21,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:21,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=B 2024-11-11T22:19:21,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:21,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=C 2024-11-11T22:19:21,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:21,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. as already flushing 2024-11-11T22:19:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:21,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742036_1212 (size=12983) 2024-11-11T22:19:21,911 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/f634a192f52e42b0ac977b40ee32f4fa as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/f634a192f52e42b0ac977b40ee32f4fa 2024-11-11T22:19:21,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111d1c031f189bf4cda9eb99d8fe1f1ef10_27373acbac0f5021917844ab1e9a934f is 50, key is test_row_0/A:col10/1731363560833/Put/seqid=0 2024-11-11T22:19:21,923 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 27373acbac0f5021917844ab1e9a934f/B of 27373acbac0f5021917844ab1e9a934f into f634a192f52e42b0ac977b40ee32f4fa(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:19:21,923 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27373acbac0f5021917844ab1e9a934f: 2024-11-11T22:19:21,923 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f., storeName=27373acbac0f5021917844ab1e9a934f/B, priority=11, startTime=1731363561786; duration=0sec 2024-11-11T22:19:21,923 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:19:21,923 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27373acbac0f5021917844ab1e9a934f:B 2024-11-11T22:19:21,923 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-11T22:19:21,925 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61617 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-11T22:19:21,925 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 27373acbac0f5021917844ab1e9a934f/C is initiating minor compaction (all files) 2024-11-11T22:19:21,925 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27373acbac0f5021917844ab1e9a934f/C in TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:21,925 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/f8e1fd3562c7460190cf5f2b608ef61d, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/1db8bfec40b9472787a058555a282981, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/507ba275bd7a47d78ca378ea95f6e314, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/145338f3631a4e59826f604b4530f968, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/794a2fb6bbb74924a1a344bc09b30fb2] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp, totalSize=60.2 K 2024-11-11T22:19:21,926 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting f8e1fd3562c7460190cf5f2b608ef61d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731363557245 2024-11-11T22:19:21,926 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 1db8bfec40b9472787a058555a282981, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731363557330 2024-11-11T22:19:21,926 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 507ba275bd7a47d78ca378ea95f6e314, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731363557449 2024-11-11T22:19:21,927 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 145338f3631a4e59826f604b4530f968, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731363558624 2024-11-11T22:19:21,927 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 794a2fb6bbb74924a1a344bc09b30fb2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731363559763 2024-11-11T22:19:21,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363621922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:21,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49762 deadline: 1731363621932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:21,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742037_1213 (size=4469) 2024-11-11T22:19:21,935 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27373acbac0f5021917844ab1e9a934f#A#compaction#175 average throughput is 0.26 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:19:21,936 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/2d1e92e5c42940eb8cb7c0a958ef9f05 is 175, key is test_row_0/A:col10/1731363560792/Put/seqid=0 2024-11-11T22:19:21,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742038_1214 (size=12454) 2024-11-11T22:19:21,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:21,946 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27373acbac0f5021917844ab1e9a934f#C#compaction#177 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:19:21,947 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/08fa54d6b6de44e8bb9efefd4d724be0 is 50, key is test_row_0/C:col10/1731363560792/Put/seqid=0 2024-11-11T22:19:21,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363621949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:21,958 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111d1c031f189bf4cda9eb99d8fe1f1ef10_27373acbac0f5021917844ab1e9a934f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111d1c031f189bf4cda9eb99d8fe1f1ef10_27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:21,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363621956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:21,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/590637c78c72491b94bf71378419e068, store: [table=TestAcidGuarantees family=A region=27373acbac0f5021917844ab1e9a934f] 2024-11-11T22:19:21,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/590637c78c72491b94bf71378419e068 is 175, key is test_row_0/A:col10/1731363560833/Put/seqid=0 2024-11-11T22:19:22,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742040_1216 (size=12983) 2024-11-11T22:19:22,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742039_1215 (size=31937) 2024-11-11T22:19:22,023 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/08fa54d6b6de44e8bb9efefd4d724be0 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/08fa54d6b6de44e8bb9efefd4d724be0 2024-11-11T22:19:22,028 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/2d1e92e5c42940eb8cb7c0a958ef9f05 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/2d1e92e5c42940eb8cb7c0a958ef9f05 2024-11-11T22:19:22,031 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 27373acbac0f5021917844ab1e9a934f/C of 27373acbac0f5021917844ab1e9a934f into 08fa54d6b6de44e8bb9efefd4d724be0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:19:22,031 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27373acbac0f5021917844ab1e9a934f: 2024-11-11T22:19:22,031 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f., storeName=27373acbac0f5021917844ab1e9a934f/C, priority=11, startTime=1731363561786; duration=0sec 2024-11-11T22:19:22,031 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:22,031 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27373acbac0f5021917844ab1e9a934f:C 2024-11-11T22:19:22,035 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 27373acbac0f5021917844ab1e9a934f/A of 27373acbac0f5021917844ab1e9a934f into 2d1e92e5c42940eb8cb7c0a958ef9f05(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:19:22,036 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27373acbac0f5021917844ab1e9a934f: 2024-11-11T22:19:22,036 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f., storeName=27373acbac0f5021917844ab1e9a934f/A, priority=11, startTime=1731363561786; duration=0sec 2024-11-11T22:19:22,036 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:22,036 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27373acbac0f5021917844ab1e9a934f:A 2024-11-11T22:19:22,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363622034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:22,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742041_1217 (size=31255) 2024-11-11T22:19:22,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49762 deadline: 1731363622038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:22,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-11T22:19:22,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:22,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363622241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:22,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:22,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49762 deadline: 1731363622251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:22,441 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=324, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/590637c78c72491b94bf71378419e068 2024-11-11T22:19:22,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/c04eb3ff91574edf9fc57b8bce101ba4 is 50, key is test_row_0/B:col10/1731363560833/Put/seqid=0 2024-11-11T22:19:22,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742042_1218 (size=12301) 2024-11-11T22:19:22,482 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/c04eb3ff91574edf9fc57b8bce101ba4 2024-11-11T22:19:22,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/46eec8f5cd1045ccb1c0978b7e6fc747 is 50, key is test_row_0/C:col10/1731363560833/Put/seqid=0 2024-11-11T22:19:22,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742043_1219 (size=12301) 2024-11-11T22:19:22,503 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/46eec8f5cd1045ccb1c0978b7e6fc747 2024-11-11T22:19:22,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/590637c78c72491b94bf71378419e068 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/590637c78c72491b94bf71378419e068 2024-11-11T22:19:22,529 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/590637c78c72491b94bf71378419e068, entries=150, sequenceid=324, filesize=30.5 K 2024-11-11T22:19:22,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/c04eb3ff91574edf9fc57b8bce101ba4 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/c04eb3ff91574edf9fc57b8bce101ba4 2024-11-11T22:19:22,540 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/c04eb3ff91574edf9fc57b8bce101ba4, entries=150, sequenceid=324, filesize=12.0 K 2024-11-11T22:19:22,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/46eec8f5cd1045ccb1c0978b7e6fc747 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/46eec8f5cd1045ccb1c0978b7e6fc747 2024-11-11T22:19:22,551 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/46eec8f5cd1045ccb1c0978b7e6fc747, entries=150, sequenceid=324, filesize=12.0 K 2024-11-11T22:19:22,552 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 27373acbac0f5021917844ab1e9a934f in 666ms, sequenceid=324, compaction requested=false 2024-11-11T22:19:22,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 27373acbac0f5021917844ab1e9a934f: 2024-11-11T22:19:22,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:22,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-11T22:19:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-11T22:19:22,556 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27373acbac0f5021917844ab1e9a934f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T22:19:22,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=A 2024-11-11T22:19:22,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:22,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=B 2024-11-11T22:19:22,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:22,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=C 2024-11-11T22:19:22,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:22,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-11T22:19:22,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 979 msec 2024-11-11T22:19:22,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 987 msec 2024-11-11T22:19:22,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411117715d4c1d17e4f2186a87ba843c8f3e7_27373acbac0f5021917844ab1e9a934f is 50, key is test_row_0/A:col10/1731363561929/Put/seqid=0 2024-11-11T22:19:22,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742044_1220 (size=14994) 2024-11-11T22:19:22,619 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:22,624 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411117715d4c1d17e4f2186a87ba843c8f3e7_27373acbac0f5021917844ab1e9a934f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117715d4c1d17e4f2186a87ba843c8f3e7_27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:22,625 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/fa191c888971492f8e25980043e541e0, store: [table=TestAcidGuarantees family=A region=27373acbac0f5021917844ab1e9a934f] 2024-11-11T22:19:22,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/fa191c888971492f8e25980043e541e0 is 175, key is test_row_0/A:col10/1731363561929/Put/seqid=0 2024-11-11T22:19:22,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:22,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363622625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:22,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:22,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49762 deadline: 1731363622627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:22,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742045_1221 (size=39949) 2024-11-11T22:19:22,671 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=340, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/fa191c888971492f8e25980043e541e0 2024-11-11T22:19:22,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/28146051fcc144acb34fafd6d93b233a is 50, key is test_row_0/B:col10/1731363561929/Put/seqid=0 2024-11-11T22:19:22,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-11T22:19:22,682 INFO [Thread-658 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-11T22:19:22,684 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:19:22,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-11-11T22:19:22,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-11T22:19:22,686 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:19:22,687 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:19:22,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:19:22,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742046_1222 (size=12301) 2024-11-11T22:19:22,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:22,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363622729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:22,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:22,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49762 deadline: 1731363622737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-11T22:19:22,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49724 deadline: 1731363622821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:22,824 DEBUG [Thread-650 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18323 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f., hostname=47c9c93ccfa8,41889,1731363510061, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T22:19:22,839 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:22,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-11T22:19:22,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:22,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. as already flushing 2024-11-11T22:19:22,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:22,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:22,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:22,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363622932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:22,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49762 deadline: 1731363622941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:22,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363622962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:22,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363622968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-11T22:19:23,002 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:23,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-11T22:19:23,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:23,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. as already flushing 2024-11-11T22:19:23,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:23,003 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:23,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:23,097 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/28146051fcc144acb34fafd6d93b233a 2024-11-11T22:19:23,114 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/0ca16770ae34406a8ae90945a2fd08d4 is 50, key is test_row_0/C:col10/1731363561929/Put/seqid=0 2024-11-11T22:19:23,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742047_1223 (size=12301) 2024-11-11T22:19:23,137 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/0ca16770ae34406a8ae90945a2fd08d4 2024-11-11T22:19:23,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/fa191c888971492f8e25980043e541e0 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/fa191c888971492f8e25980043e541e0 2024-11-11T22:19:23,155 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:23,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-11T22:19:23,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:23,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. as already flushing 2024-11-11T22:19:23,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:23,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:23,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:23,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:23,166 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/fa191c888971492f8e25980043e541e0, entries=200, sequenceid=340, filesize=39.0 K 2024-11-11T22:19:23,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/28146051fcc144acb34fafd6d93b233a as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/28146051fcc144acb34fafd6d93b233a 2024-11-11T22:19:23,176 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/28146051fcc144acb34fafd6d93b233a, entries=150, sequenceid=340, filesize=12.0 K 2024-11-11T22:19:23,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/0ca16770ae34406a8ae90945a2fd08d4 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/0ca16770ae34406a8ae90945a2fd08d4 2024-11-11T22:19:23,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/0ca16770ae34406a8ae90945a2fd08d4, entries=150, sequenceid=340, filesize=12.0 K 2024-11-11T22:19:23,183 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 27373acbac0f5021917844ab1e9a934f in 627ms, sequenceid=340, compaction requested=true 2024-11-11T22:19:23,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27373acbac0f5021917844ab1e9a934f: 2024-11-11T22:19:23,183 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:19:23,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27373acbac0f5021917844ab1e9a934f:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T22:19:23,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:23,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27373acbac0f5021917844ab1e9a934f:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T22:19:23,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:19:23,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 27373acbac0f5021917844ab1e9a934f:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:19:23,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T22:19:23,185 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:19:23,185 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:19:23,185 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): 27373acbac0f5021917844ab1e9a934f/A is initiating minor compaction (all files) 2024-11-11T22:19:23,185 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27373acbac0f5021917844ab1e9a934f/A in TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:23,185 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/2d1e92e5c42940eb8cb7c0a958ef9f05, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/590637c78c72491b94bf71378419e068, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/fa191c888971492f8e25980043e541e0] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp, totalSize=100.7 K 2024-11-11T22:19:23,185 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:23,186 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. files: [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/2d1e92e5c42940eb8cb7c0a958ef9f05, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/590637c78c72491b94bf71378419e068, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/fa191c888971492f8e25980043e541e0] 2024-11-11T22:19:23,186 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d1e92e5c42940eb8cb7c0a958ef9f05, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731363559763 2024-11-11T22:19:23,187 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:19:23,187 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 27373acbac0f5021917844ab1e9a934f/B is initiating minor compaction (all files) 2024-11-11T22:19:23,187 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27373acbac0f5021917844ab1e9a934f/B in TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:23,187 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/f634a192f52e42b0ac977b40ee32f4fa, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/c04eb3ff91574edf9fc57b8bce101ba4, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/28146051fcc144acb34fafd6d93b233a] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp, totalSize=36.7 K 2024-11-11T22:19:23,187 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 590637c78c72491b94bf71378419e068, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731363560829 2024-11-11T22:19:23,187 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting f634a192f52e42b0ac977b40ee32f4fa, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731363559763 2024-11-11T22:19:23,188 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa191c888971492f8e25980043e541e0, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731363561905 2024-11-11T22:19:23,188 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting c04eb3ff91574edf9fc57b8bce101ba4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731363560829 2024-11-11T22:19:23,188 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 28146051fcc144acb34fafd6d93b233a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731363561905 2024-11-11T22:19:23,209 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=27373acbac0f5021917844ab1e9a934f] 2024-11-11T22:19:23,212 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27373acbac0f5021917844ab1e9a934f#B#compaction#184 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:19:23,213 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111e2b8c075af684b96a2d3dba2ad557cef_27373acbac0f5021917844ab1e9a934f store=[table=TestAcidGuarantees family=A region=27373acbac0f5021917844ab1e9a934f] 2024-11-11T22:19:23,213 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/81795aaddb3f457a9e79944b8c8e1d53 is 50, key is test_row_0/B:col10/1731363561929/Put/seqid=0 2024-11-11T22:19:23,215 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111e2b8c075af684b96a2d3dba2ad557cef_27373acbac0f5021917844ab1e9a934f, store=[table=TestAcidGuarantees family=A region=27373acbac0f5021917844ab1e9a934f] 2024-11-11T22:19:23,215 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111e2b8c075af684b96a2d3dba2ad557cef_27373acbac0f5021917844ab1e9a934f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=27373acbac0f5021917844ab1e9a934f] 2024-11-11T22:19:23,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:23,240 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 27373acbac0f5021917844ab1e9a934f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T22:19:23,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=A 2024-11-11T22:19:23,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:23,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=B 2024-11-11T22:19:23,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:23,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=C 2024-11-11T22:19:23,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:23,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742048_1224 (size=4469) 2024-11-11T22:19:23,244 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27373acbac0f5021917844ab1e9a934f#A#compaction#183 average throughput is 0.70 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:19:23,245 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/37a0e449266f421da1afec060cd0285e is 175, key is test_row_0/A:col10/1731363561929/Put/seqid=0 2024-11-11T22:19:23,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742049_1225 (size=13085) 2024-11-11T22:19:23,261 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/81795aaddb3f457a9e79944b8c8e1d53 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/81795aaddb3f457a9e79944b8c8e1d53 2024-11-11T22:19:23,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742050_1226 (size=32039) 2024-11-11T22:19:23,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:23,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363623263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:23,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:23,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49762 deadline: 1731363623265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:23,270 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27373acbac0f5021917844ab1e9a934f/B of 27373acbac0f5021917844ab1e9a934f into 81795aaddb3f457a9e79944b8c8e1d53(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:19:23,270 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27373acbac0f5021917844ab1e9a934f: 2024-11-11T22:19:23,270 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f., storeName=27373acbac0f5021917844ab1e9a934f/B, priority=13, startTime=1731363563184; duration=0sec 2024-11-11T22:19:23,270 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:19:23,270 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27373acbac0f5021917844ab1e9a934f:B 2024-11-11T22:19:23,270 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:19:23,271 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/37a0e449266f421da1afec060cd0285e as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/37a0e449266f421da1afec060cd0285e 2024-11-11T22:19:23,272 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:19:23,272 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 27373acbac0f5021917844ab1e9a934f/C is initiating minor compaction (all files) 2024-11-11T22:19:23,272 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 27373acbac0f5021917844ab1e9a934f/C in TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:23,272 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/08fa54d6b6de44e8bb9efefd4d724be0, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/46eec8f5cd1045ccb1c0978b7e6fc747, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/0ca16770ae34406a8ae90945a2fd08d4] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp, totalSize=36.7 K 2024-11-11T22:19:23,273 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 08fa54d6b6de44e8bb9efefd4d724be0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731363559763 2024-11-11T22:19:23,273 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 46eec8f5cd1045ccb1c0978b7e6fc747, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731363560829 2024-11-11T22:19:23,274 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ca16770ae34406a8ae90945a2fd08d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731363561905 2024-11-11T22:19:23,277 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27373acbac0f5021917844ab1e9a934f/A of 27373acbac0f5021917844ab1e9a934f into 37a0e449266f421da1afec060cd0285e(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:19:23,277 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27373acbac0f5021917844ab1e9a934f: 2024-11-11T22:19:23,277 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f., storeName=27373acbac0f5021917844ab1e9a934f/A, priority=13, startTime=1731363563183; duration=0sec 2024-11-11T22:19:23,278 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:23,278 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27373acbac0f5021917844ab1e9a934f:A 2024-11-11T22:19:23,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-11T22:19:23,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411119840f9e96d95425cb5c053ac116e0a2b_27373acbac0f5021917844ab1e9a934f is 50, key is test_row_0/A:col10/1731363563238/Put/seqid=0 2024-11-11T22:19:23,306 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 27373acbac0f5021917844ab1e9a934f#C#compaction#186 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:19:23,306 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/63ccdec9f59e4239824b2f4ad6ecdc97 is 50, key is test_row_0/C:col10/1731363561929/Put/seqid=0 2024-11-11T22:19:23,309 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:23,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-11T22:19:23,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:23,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. as already flushing 2024-11-11T22:19:23,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:23,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:23,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:23,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:23,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742051_1227 (size=14994) 2024-11-11T22:19:23,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742052_1228 (size=13085) 2024-11-11T22:19:23,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:23,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363623367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:23,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:23,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49762 deadline: 1731363623370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:23,467 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:23,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-11T22:19:23,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:23,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. as already flushing 2024-11-11T22:19:23,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:23,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:23,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:23,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:23,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:23,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49762 deadline: 1731363623572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:23,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:23,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363623572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:23,621 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:23,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-11T22:19:23,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:23,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. as already flushing 2024-11-11T22:19:23,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:23,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:23,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:23,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:23,755 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:23,777 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411119840f9e96d95425cb5c053ac116e0a2b_27373acbac0f5021917844ab1e9a934f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411119840f9e96d95425cb5c053ac116e0a2b_27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:23,779 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/af4dede58b2f4898b60753924fe4ad57, store: [table=TestAcidGuarantees family=A region=27373acbac0f5021917844ab1e9a934f] 2024-11-11T22:19:23,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/af4dede58b2f4898b60753924fe4ad57 is 175, key is test_row_0/A:col10/1731363563238/Put/seqid=0 2024-11-11T22:19:23,780 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:23,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-11T22:19:23,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:23,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. as already flushing 2024-11-11T22:19:23,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:23,782 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:23,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:23,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:23,783 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/63ccdec9f59e4239824b2f4ad6ecdc97 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/63ccdec9f59e4239824b2f4ad6ecdc97 2024-11-11T22:19:23,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-11T22:19:23,796 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 27373acbac0f5021917844ab1e9a934f/C of 27373acbac0f5021917844ab1e9a934f into 63ccdec9f59e4239824b2f4ad6ecdc97(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:19:23,797 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 27373acbac0f5021917844ab1e9a934f: 2024-11-11T22:19:23,797 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f., storeName=27373acbac0f5021917844ab1e9a934f/C, priority=13, startTime=1731363563184; duration=0sec 2024-11-11T22:19:23,797 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:23,797 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 27373acbac0f5021917844ab1e9a934f:C 2024-11-11T22:19:23,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742053_1229 (size=39949) 2024-11-11T22:19:23,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:23,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49762 deadline: 1731363623877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:23,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:23,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363623886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:23,936 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:23,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-11T22:19:23,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:23,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. as already flushing 2024-11-11T22:19:23,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:23,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:23,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:23,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:24,101 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:24,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-11T22:19:24,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:24,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. as already flushing 2024-11-11T22:19:24,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:24,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:24,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:24,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:24,220 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=365, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/af4dede58b2f4898b60753924fe4ad57 2024-11-11T22:19:24,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/a05cf62ad84a4a2e95866a2e74fc1e18 is 50, key is test_row_0/B:col10/1731363563238/Put/seqid=0 2024-11-11T22:19:24,266 DEBUG [Thread-659 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22e911df to 127.0.0.1:61334 2024-11-11T22:19:24,266 DEBUG [Thread-659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:19:24,268 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:24,268 DEBUG [Thread-662 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b727d6e to 127.0.0.1:61334 2024-11-11T22:19:24,269 DEBUG [Thread-662 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:19:24,271 DEBUG [Thread-667 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c38ee58 to 127.0.0.1:61334 2024-11-11T22:19:24,271 DEBUG [Thread-667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:19:24,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-11T22:19:24,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:24,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. as already flushing 2024-11-11T22:19:24,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:24,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:24,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:24,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:24,274 DEBUG [Thread-665 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1c7940d9 to 127.0.0.1:61334 2024-11-11T22:19:24,274 DEBUG [Thread-665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:19:24,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742054_1230 (size=12301) 2024-11-11T22:19:24,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:24,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49762 deadline: 1731363624384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:24,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:24,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49776 deadline: 1731363624395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:24,429 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:24,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-11T22:19:24,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:24,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. as already flushing 2024-11-11T22:19:24,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:24,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:24,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:24,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:24,582 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:24,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-11T22:19:24,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:24,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. as already flushing 2024-11-11T22:19:24,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:24,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:24,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:24,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:24,685 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/a05cf62ad84a4a2e95866a2e74fc1e18 2024-11-11T22:19:24,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/4b2aeff49e2d4863b99692eea1110f93 is 50, key is test_row_0/C:col10/1731363563238/Put/seqid=0 2024-11-11T22:19:24,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742055_1231 (size=12301) 2024-11-11T22:19:24,735 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:24,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-11T22:19:24,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:24,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. as already flushing 2024-11-11T22:19:24,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:24,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:24,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:24,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-11T22:19:24,888 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:24,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-11T22:19:24,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:24,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. as already flushing 2024-11-11T22:19:24,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:24,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:24,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:24,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:24,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:24,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49740 deadline: 1731363624969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:24,971 DEBUG [Thread-656 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4136 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f., hostname=47c9c93ccfa8,41889,1731363510061, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T22:19:24,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:24,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:49718 deadline: 1731363624975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:24,976 DEBUG [Thread-654 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4143 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f., hostname=47c9c93ccfa8,41889,1731363510061, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T22:19:25,041 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:25,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-11T22:19:25,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:25,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. as already flushing 2024-11-11T22:19:25,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:25,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:25,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:25,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:25,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/4b2aeff49e2d4863b99692eea1110f93 2024-11-11T22:19:25,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/af4dede58b2f4898b60753924fe4ad57 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/af4dede58b2f4898b60753924fe4ad57 2024-11-11T22:19:25,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/af4dede58b2f4898b60753924fe4ad57, entries=200, sequenceid=365, filesize=39.0 K 2024-11-11T22:19:25,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/a05cf62ad84a4a2e95866a2e74fc1e18 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/a05cf62ad84a4a2e95866a2e74fc1e18 2024-11-11T22:19:25,112 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/a05cf62ad84a4a2e95866a2e74fc1e18, entries=150, sequenceid=365, filesize=12.0 K 2024-11-11T22:19:25,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/4b2aeff49e2d4863b99692eea1110f93 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/4b2aeff49e2d4863b99692eea1110f93 2024-11-11T22:19:25,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/4b2aeff49e2d4863b99692eea1110f93, entries=150, sequenceid=365, filesize=12.0 K 2024-11-11T22:19:25,118 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 27373acbac0f5021917844ab1e9a934f in 1878ms, sequenceid=365, compaction requested=false 2024-11-11T22:19:25,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 27373acbac0f5021917844ab1e9a934f: 2024-11-11T22:19:25,194 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:25,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-11T22:19:25,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:25,195 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing 27373acbac0f5021917844ab1e9a934f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T22:19:25,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=A 2024-11-11T22:19:25,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:25,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=B 2024-11-11T22:19:25,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:25,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=C 2024-11-11T22:19:25,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:25,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111108408c728be04899971b0b5709d75392_27373acbac0f5021917844ab1e9a934f is 50, key is test_row_0/A:col10/1731363563246/Put/seqid=0 2024-11-11T22:19:25,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742056_1232 (size=12454) 2024-11-11T22:19:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:25,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. as already flushing 2024-11-11T22:19:25,397 DEBUG [Thread-652 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x454f1431 to 127.0.0.1:61334 2024-11-11T22:19:25,397 DEBUG [Thread-652 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:19:25,401 DEBUG [Thread-648 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79982672 to 127.0.0.1:61334 2024-11-11T22:19:25,401 DEBUG [Thread-648 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:19:25,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:25,614 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111108408c728be04899971b0b5709d75392_27373acbac0f5021917844ab1e9a934f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111108408c728be04899971b0b5709d75392_27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:25,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/1784524ef5ab4162b272e3ac5bbeafc0, store: [table=TestAcidGuarantees family=A region=27373acbac0f5021917844ab1e9a934f] 2024-11-11T22:19:25,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/1784524ef5ab4162b272e3ac5bbeafc0 is 175, key is test_row_0/A:col10/1731363563246/Put/seqid=0 2024-11-11T22:19:25,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742057_1233 (size=31255) 2024-11-11T22:19:26,027 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=379, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/1784524ef5ab4162b272e3ac5bbeafc0 2024-11-11T22:19:26,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/d898b89b046844afbb3931d6133d5897 is 50, key is test_row_0/B:col10/1731363563246/Put/seqid=0 2024-11-11T22:19:26,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742058_1234 (size=12301) 2024-11-11T22:19:26,446 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/d898b89b046844afbb3931d6133d5897 2024-11-11T22:19:26,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/78602752664a45b28e2568b6859e833f is 50, key is test_row_0/C:col10/1731363563246/Put/seqid=0 2024-11-11T22:19:26,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742059_1235 (size=12301) 2024-11-11T22:19:26,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-11T22:19:26,861 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/78602752664a45b28e2568b6859e833f 2024-11-11T22:19:26,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/1784524ef5ab4162b272e3ac5bbeafc0 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/1784524ef5ab4162b272e3ac5bbeafc0 2024-11-11T22:19:26,869 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/1784524ef5ab4162b272e3ac5bbeafc0, entries=150, sequenceid=379, filesize=30.5 K 2024-11-11T22:19:26,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/d898b89b046844afbb3931d6133d5897 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/d898b89b046844afbb3931d6133d5897 2024-11-11T22:19:26,873 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/d898b89b046844afbb3931d6133d5897, entries=150, sequenceid=379, filesize=12.0 K 2024-11-11T22:19:26,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/78602752664a45b28e2568b6859e833f as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/78602752664a45b28e2568b6859e833f 2024-11-11T22:19:26,877 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/78602752664a45b28e2568b6859e833f, entries=150, sequenceid=379, filesize=12.0 K 2024-11-11T22:19:26,878 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=13.42 KB/13740 for 27373acbac0f5021917844ab1e9a934f in 1683ms, sequenceid=379, compaction requested=true 2024-11-11T22:19:26,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for 27373acbac0f5021917844ab1e9a934f: 2024-11-11T22:19:26,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:26,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-11-11T22:19:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-11-11T22:19:26,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-11T22:19:26,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.1920 sec 2024-11-11T22:19:26,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 4.1960 sec 2024-11-11T22:19:28,094 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T22:19:28,976 DEBUG [Thread-656 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x367f47f7 to 127.0.0.1:61334 2024-11-11T22:19:28,976 DEBUG [Thread-656 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:19:29,011 DEBUG [Thread-654 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x505d5ccd to 127.0.0.1:61334 2024-11-11T22:19:29,011 DEBUG [Thread-654 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:19:30,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-11T22:19:30,795 INFO [Thread-658 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-11T22:19:31,654 ERROR [LeaseRenewer:jenkins@localhost:39909 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:39909,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:32,631 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:39909 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:39909,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:32,841 DEBUG [Thread-650 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7b4bd1ba to 127.0.0.1:61334 2024-11-11T22:19:32,841 DEBUG [Thread-650 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:19:32,844 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-11T22:19:32,844 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-11T22:19:32,844 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 11 2024-11-11T22:19:32,844 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-11T22:19:32,844 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-11T22:19:32,844 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 86 2024-11-11T22:19:32,844 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-11T22:19:32,844 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3041 2024-11-11T22:19:32,844 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2948 2024-11-11T22:19:32,844 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-11T22:19:32,844 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1160 2024-11-11T22:19:32,844 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3480 rows 2024-11-11T22:19:32,844 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1174 2024-11-11T22:19:32,844 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3522 rows 2024-11-11T22:19:32,845 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-11T22:19:32,845 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x118b007e to 127.0.0.1:61334 2024-11-11T22:19:32,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:19:32,850 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-11T22:19:32,850 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-11T22:19:32,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-11T22:19:32,856 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731363572855"}]},"ts":"1731363572855"} 2024-11-11T22:19:32,858 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-11T22:19:32,861 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-11T22:19:32,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T22:19:32,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=27373acbac0f5021917844ab1e9a934f, UNASSIGN}] 2024-11-11T22:19:32,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-11T22:19:32,865 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=27373acbac0f5021917844ab1e9a934f, UNASSIGN 2024-11-11T22:19:32,865 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=27373acbac0f5021917844ab1e9a934f, regionState=CLOSING, regionLocation=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:32,866 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T22:19:32,866 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; CloseRegionProcedure 27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061}] 2024-11-11T22:19:32,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-11T22:19:33,017 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:33,018 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] handler.UnassignRegionHandler(124): Close 27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:33,018 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-11T22:19:33,018 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1681): Closing 27373acbac0f5021917844ab1e9a934f, disabling compactions & flushes 2024-11-11T22:19:33,018 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:33,018 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:33,018 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. after waiting 0 ms 2024-11-11T22:19:33,018 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:33,018 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(2837): Flushing 27373acbac0f5021917844ab1e9a934f 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-11T22:19:33,018 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=A 2024-11-11T22:19:33,018 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:33,018 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=B 2024-11-11T22:19:33,018 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:33,019 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 27373acbac0f5021917844ab1e9a934f, store=C 2024-11-11T22:19:33,019 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:33,030 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111baf308ec88f043db8b95749329e24f46_27373acbac0f5021917844ab1e9a934f is 50, key is test_row_0/A:col10/1731363572839/Put/seqid=0 2024-11-11T22:19:33,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742060_1236 (size=9914) 2024-11-11T22:19:33,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-11T22:19:33,435 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:33,440 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111baf308ec88f043db8b95749329e24f46_27373acbac0f5021917844ab1e9a934f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111baf308ec88f043db8b95749329e24f46_27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:33,441 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/36241cfa7cf148d5be06e46fd2c2e3eb, store: [table=TestAcidGuarantees family=A region=27373acbac0f5021917844ab1e9a934f] 2024-11-11T22:19:33,442 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/36241cfa7cf148d5be06e46fd2c2e3eb is 175, key is test_row_0/A:col10/1731363572839/Put/seqid=0 2024-11-11T22:19:33,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742061_1237 (size=22561) 2024-11-11T22:19:33,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-11T22:19:33,848 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=387, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/36241cfa7cf148d5be06e46fd2c2e3eb 2024-11-11T22:19:33,857 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/d05c2c4411824d23807736ded3d681b9 is 50, key is test_row_0/B:col10/1731363572839/Put/seqid=0 2024-11-11T22:19:33,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742062_1238 (size=9857) 2024-11-11T22:19:33,877 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/d05c2c4411824d23807736ded3d681b9 2024-11-11T22:19:33,897 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/678619f84ecb4a5b815812efbfee55b0 is 50, key is test_row_0/C:col10/1731363572839/Put/seqid=0 2024-11-11T22:19:33,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742063_1239 (size=9857) 2024-11-11T22:19:33,913 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/678619f84ecb4a5b815812efbfee55b0 2024-11-11T22:19:33,919 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/A/36241cfa7cf148d5be06e46fd2c2e3eb as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/36241cfa7cf148d5be06e46fd2c2e3eb 2024-11-11T22:19:33,925 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/36241cfa7cf148d5be06e46fd2c2e3eb, entries=100, sequenceid=387, filesize=22.0 K 2024-11-11T22:19:33,926 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/B/d05c2c4411824d23807736ded3d681b9 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/d05c2c4411824d23807736ded3d681b9 2024-11-11T22:19:33,931 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/d05c2c4411824d23807736ded3d681b9, entries=100, sequenceid=387, filesize=9.6 K 2024-11-11T22:19:33,933 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/.tmp/C/678619f84ecb4a5b815812efbfee55b0 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/678619f84ecb4a5b815812efbfee55b0 2024-11-11T22:19:33,938 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/678619f84ecb4a5b815812efbfee55b0, entries=100, sequenceid=387, filesize=9.6 K 2024-11-11T22:19:33,939 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 27373acbac0f5021917844ab1e9a934f in 921ms, sequenceid=387, compaction requested=true 2024-11-11T22:19:33,940 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/f8323272905c425fbb17a52029fde98a, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/bd0a1f937fc54537bff94fcd9189914a, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/abe3282a4ab44ddfb33b377b4aeee863, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/8d4d783c28db4940852b83ac16369d52, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/f9a6a8c953c845fcbac67371174f0f36, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/1acad81f9ea34182b165b9085f3663eb, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/d0b45d1b72c24f50a1f97999407e3788, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/2a78af1547724c4981e5c3e8a4e71a03, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/1a10eeee4700499798ff9eb1f3e52aeb, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/0bc6c4e7f4184817b45f1e120ddcc0a9, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/cea564bfc6174645bb70e7d410988465, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/73ecb969e2a848cb90cf3d28403a4acf, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/5e19bb34695c49ad87f9a7732aba4bda, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/c939765a03f5402ebc243c1c878d18ce, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/0cbdb1ba710f4e058547c94496203ed7, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/9b315ff24bbd45e29f3afd2c1d7ed360, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/ff1e459c940f4f93b408f85ac7e58e1c, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/f5797bd4aa4640359cb8f60f629b0837, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/fc6e55f4e34441769b4af8aad32c100d, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/2d1e92e5c42940eb8cb7c0a958ef9f05, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/ca7e0ff7d7e84dc281d329727f55aa70, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/590637c78c72491b94bf71378419e068, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/fa191c888971492f8e25980043e541e0] to archive 2024-11-11T22:19:33,941 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T22:19:33,944 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/f8323272905c425fbb17a52029fde98a to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/f8323272905c425fbb17a52029fde98a 2024-11-11T22:19:33,945 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/bd0a1f937fc54537bff94fcd9189914a to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/bd0a1f937fc54537bff94fcd9189914a 2024-11-11T22:19:33,948 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/abe3282a4ab44ddfb33b377b4aeee863 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/abe3282a4ab44ddfb33b377b4aeee863 2024-11-11T22:19:33,951 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/8d4d783c28db4940852b83ac16369d52 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/8d4d783c28db4940852b83ac16369d52 2024-11-11T22:19:33,958 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/f9a6a8c953c845fcbac67371174f0f36 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/f9a6a8c953c845fcbac67371174f0f36 2024-11-11T22:19:33,960 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/1acad81f9ea34182b165b9085f3663eb to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/1acad81f9ea34182b165b9085f3663eb 2024-11-11T22:19:33,962 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/d0b45d1b72c24f50a1f97999407e3788 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/d0b45d1b72c24f50a1f97999407e3788 2024-11-11T22:19:33,963 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/2a78af1547724c4981e5c3e8a4e71a03 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/2a78af1547724c4981e5c3e8a4e71a03 2024-11-11T22:19:33,965 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/1a10eeee4700499798ff9eb1f3e52aeb to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/1a10eeee4700499798ff9eb1f3e52aeb 2024-11-11T22:19:33,967 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/0bc6c4e7f4184817b45f1e120ddcc0a9 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/0bc6c4e7f4184817b45f1e120ddcc0a9 2024-11-11T22:19:33,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-11T22:19:33,968 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/cea564bfc6174645bb70e7d410988465 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/cea564bfc6174645bb70e7d410988465 2024-11-11T22:19:33,970 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/73ecb969e2a848cb90cf3d28403a4acf to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/73ecb969e2a848cb90cf3d28403a4acf 2024-11-11T22:19:33,972 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/5e19bb34695c49ad87f9a7732aba4bda to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/5e19bb34695c49ad87f9a7732aba4bda 2024-11-11T22:19:33,974 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/c939765a03f5402ebc243c1c878d18ce to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/c939765a03f5402ebc243c1c878d18ce 2024-11-11T22:19:33,975 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/0cbdb1ba710f4e058547c94496203ed7 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/0cbdb1ba710f4e058547c94496203ed7 2024-11-11T22:19:33,977 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/9b315ff24bbd45e29f3afd2c1d7ed360 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/9b315ff24bbd45e29f3afd2c1d7ed360 2024-11-11T22:19:33,979 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/ff1e459c940f4f93b408f85ac7e58e1c to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/ff1e459c940f4f93b408f85ac7e58e1c 2024-11-11T22:19:33,980 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/f5797bd4aa4640359cb8f60f629b0837 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/f5797bd4aa4640359cb8f60f629b0837 2024-11-11T22:19:33,982 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/fc6e55f4e34441769b4af8aad32c100d to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/fc6e55f4e34441769b4af8aad32c100d 2024-11-11T22:19:33,983 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/2d1e92e5c42940eb8cb7c0a958ef9f05 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/2d1e92e5c42940eb8cb7c0a958ef9f05 2024-11-11T22:19:33,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/ca7e0ff7d7e84dc281d329727f55aa70 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/ca7e0ff7d7e84dc281d329727f55aa70 2024-11-11T22:19:33,986 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/590637c78c72491b94bf71378419e068 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/590637c78c72491b94bf71378419e068 2024-11-11T22:19:33,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/fa191c888971492f8e25980043e541e0 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/fa191c888971492f8e25980043e541e0 2024-11-11T22:19:33,993 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/5afd1fe52f8d47408ad4a7fb95fd3be7, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/f06c9e1628ea44d8b18c675a100bac4e, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/38a2d79903204515b634f28b7f60933f, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/15856ec8483e4504b51f7866d34a0ae6, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/8d29d84435724be1a80691e51f579db5, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/834579a88ebf4af68ccca8bedcde74e1, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/a2a19493d7f64c7fa668c55ff0ab51d7, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/0068ccb2eb4e44cb908a4e7f47db1eb7, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/0ec24b2c54fc4ea5a34c802a642b0b30, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/249644028e764ce6b39139a0dc55f4fa, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/671d573bb256461db288f251db90d4e4, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/5540eabcb5e640b09c8bf355e9425ac8, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/893dace3a5db430b9ff515c78a5b336f, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/10b495b0758f4888b1d2515dadea326e, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/a1b9548e20254a2ea12d3b5f807965e3, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/d02e81e4dd7b495d8763db7e2997600c, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/a75b342e5f934d7b87cdb50d58529955, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/9f3d516cbfcb48d88628956daa26005e, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/5e7e8f950ea04b259cb5d826375300be, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/f634a192f52e42b0ac977b40ee32f4fa, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/b170aff3d6fb46089141e153205a1b87, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/c04eb3ff91574edf9fc57b8bce101ba4, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/28146051fcc144acb34fafd6d93b233a] to archive 2024-11-11T22:19:33,993 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T22:19:33,995 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/5afd1fe52f8d47408ad4a7fb95fd3be7 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/5afd1fe52f8d47408ad4a7fb95fd3be7 2024-11-11T22:19:33,996 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/f06c9e1628ea44d8b18c675a100bac4e to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/f06c9e1628ea44d8b18c675a100bac4e 2024-11-11T22:19:33,997 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/38a2d79903204515b634f28b7f60933f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/38a2d79903204515b634f28b7f60933f 2024-11-11T22:19:33,998 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/15856ec8483e4504b51f7866d34a0ae6 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/15856ec8483e4504b51f7866d34a0ae6 2024-11-11T22:19:33,999 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/8d29d84435724be1a80691e51f579db5 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/8d29d84435724be1a80691e51f579db5 2024-11-11T22:19:34,000 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/834579a88ebf4af68ccca8bedcde74e1 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/834579a88ebf4af68ccca8bedcde74e1 2024-11-11T22:19:34,001 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/a2a19493d7f64c7fa668c55ff0ab51d7 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/a2a19493d7f64c7fa668c55ff0ab51d7 2024-11-11T22:19:34,006 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/0068ccb2eb4e44cb908a4e7f47db1eb7 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/0068ccb2eb4e44cb908a4e7f47db1eb7 2024-11-11T22:19:34,007 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/0ec24b2c54fc4ea5a34c802a642b0b30 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/0ec24b2c54fc4ea5a34c802a642b0b30 2024-11-11T22:19:34,008 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/249644028e764ce6b39139a0dc55f4fa to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/249644028e764ce6b39139a0dc55f4fa 2024-11-11T22:19:34,009 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/671d573bb256461db288f251db90d4e4 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/671d573bb256461db288f251db90d4e4 2024-11-11T22:19:34,010 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/5540eabcb5e640b09c8bf355e9425ac8 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/5540eabcb5e640b09c8bf355e9425ac8 2024-11-11T22:19:34,012 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/893dace3a5db430b9ff515c78a5b336f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/893dace3a5db430b9ff515c78a5b336f 2024-11-11T22:19:34,013 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/10b495b0758f4888b1d2515dadea326e to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/10b495b0758f4888b1d2515dadea326e 2024-11-11T22:19:34,019 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/a1b9548e20254a2ea12d3b5f807965e3 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/a1b9548e20254a2ea12d3b5f807965e3 2024-11-11T22:19:34,024 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/d02e81e4dd7b495d8763db7e2997600c to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/d02e81e4dd7b495d8763db7e2997600c 2024-11-11T22:19:34,025 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/a75b342e5f934d7b87cdb50d58529955 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/a75b342e5f934d7b87cdb50d58529955 2024-11-11T22:19:34,027 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/9f3d516cbfcb48d88628956daa26005e to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/9f3d516cbfcb48d88628956daa26005e 2024-11-11T22:19:34,028 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/5e7e8f950ea04b259cb5d826375300be to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/5e7e8f950ea04b259cb5d826375300be 2024-11-11T22:19:34,029 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/f634a192f52e42b0ac977b40ee32f4fa to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/f634a192f52e42b0ac977b40ee32f4fa 2024-11-11T22:19:34,030 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/b170aff3d6fb46089141e153205a1b87 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/b170aff3d6fb46089141e153205a1b87 2024-11-11T22:19:34,031 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/c04eb3ff91574edf9fc57b8bce101ba4 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/c04eb3ff91574edf9fc57b8bce101ba4 2024-11-11T22:19:34,033 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/28146051fcc144acb34fafd6d93b233a to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/28146051fcc144acb34fafd6d93b233a 2024-11-11T22:19:34,034 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/65660eb9a93b4c429b1f970c1eae7448, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/32f279af42744ee8b26098c600321d69, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/9859584338bb4c6fbdc40e0a19a72023, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/6c283e819e874f949323dfb124132ad0, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/41ebf8aed91641d598eef8e9e398386c, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/c85801c9f9d0433e8106ac7512000416, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/93c8152742144e848a7174b56f12a622, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/b872d9bbed6445879cc75a7affc82c96, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/7bd2aa120acd4359bd945d2622351c85, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/9ea27c95e218480cb227b87eded52683, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/ddf502fe46e442a984725e0f583ceb2c, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/4166c76d6df14399b58f83fe351d18b3, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/9405a0af1aea4336b9b03fe90af0c7c2, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/54fc0d51943c419e861c4168930881d6, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/f8e1fd3562c7460190cf5f2b608ef61d, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/bacac1b6f9994071a5a24a596ab70572, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/1db8bfec40b9472787a058555a282981, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/507ba275bd7a47d78ca378ea95f6e314, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/145338f3631a4e59826f604b4530f968, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/08fa54d6b6de44e8bb9efefd4d724be0, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/794a2fb6bbb74924a1a344bc09b30fb2, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/46eec8f5cd1045ccb1c0978b7e6fc747, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/0ca16770ae34406a8ae90945a2fd08d4] to archive 2024-11-11T22:19:34,035 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T22:19:34,037 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/65660eb9a93b4c429b1f970c1eae7448 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/65660eb9a93b4c429b1f970c1eae7448 2024-11-11T22:19:34,038 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/32f279af42744ee8b26098c600321d69 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/32f279af42744ee8b26098c600321d69 2024-11-11T22:19:34,039 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/9859584338bb4c6fbdc40e0a19a72023 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/9859584338bb4c6fbdc40e0a19a72023 2024-11-11T22:19:34,049 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/6c283e819e874f949323dfb124132ad0 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/6c283e819e874f949323dfb124132ad0 2024-11-11T22:19:34,051 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/41ebf8aed91641d598eef8e9e398386c to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/41ebf8aed91641d598eef8e9e398386c 2024-11-11T22:19:34,055 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/c85801c9f9d0433e8106ac7512000416 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/c85801c9f9d0433e8106ac7512000416 2024-11-11T22:19:34,058 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/93c8152742144e848a7174b56f12a622 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/93c8152742144e848a7174b56f12a622 2024-11-11T22:19:34,060 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/b872d9bbed6445879cc75a7affc82c96 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/b872d9bbed6445879cc75a7affc82c96 2024-11-11T22:19:34,062 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/7bd2aa120acd4359bd945d2622351c85 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/7bd2aa120acd4359bd945d2622351c85 2024-11-11T22:19:34,063 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/9ea27c95e218480cb227b87eded52683 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/9ea27c95e218480cb227b87eded52683 2024-11-11T22:19:34,065 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/ddf502fe46e442a984725e0f583ceb2c to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/ddf502fe46e442a984725e0f583ceb2c 2024-11-11T22:19:34,066 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/4166c76d6df14399b58f83fe351d18b3 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/4166c76d6df14399b58f83fe351d18b3 2024-11-11T22:19:34,068 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/9405a0af1aea4336b9b03fe90af0c7c2 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/9405a0af1aea4336b9b03fe90af0c7c2 2024-11-11T22:19:34,069 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/54fc0d51943c419e861c4168930881d6 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/54fc0d51943c419e861c4168930881d6 2024-11-11T22:19:34,071 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/f8e1fd3562c7460190cf5f2b608ef61d to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/f8e1fd3562c7460190cf5f2b608ef61d 2024-11-11T22:19:34,072 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/bacac1b6f9994071a5a24a596ab70572 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/bacac1b6f9994071a5a24a596ab70572 2024-11-11T22:19:34,074 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/1db8bfec40b9472787a058555a282981 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/1db8bfec40b9472787a058555a282981 2024-11-11T22:19:34,075 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/507ba275bd7a47d78ca378ea95f6e314 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/507ba275bd7a47d78ca378ea95f6e314 2024-11-11T22:19:34,077 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/145338f3631a4e59826f604b4530f968 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/145338f3631a4e59826f604b4530f968 2024-11-11T22:19:34,078 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/08fa54d6b6de44e8bb9efefd4d724be0 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/08fa54d6b6de44e8bb9efefd4d724be0 2024-11-11T22:19:34,079 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/794a2fb6bbb74924a1a344bc09b30fb2 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/794a2fb6bbb74924a1a344bc09b30fb2 2024-11-11T22:19:34,081 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/46eec8f5cd1045ccb1c0978b7e6fc747 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/46eec8f5cd1045ccb1c0978b7e6fc747 2024-11-11T22:19:34,083 DEBUG [StoreCloser-TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/0ca16770ae34406a8ae90945a2fd08d4 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/0ca16770ae34406a8ae90945a2fd08d4 2024-11-11T22:19:34,093 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/recovered.edits/390.seqid, newMaxSeqId=390, maxSeqId=4 2024-11-11T22:19:34,094 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f. 2024-11-11T22:19:34,094 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1635): Region close journal for 27373acbac0f5021917844ab1e9a934f: 2024-11-11T22:19:34,102 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=27373acbac0f5021917844ab1e9a934f, regionState=CLOSED 2024-11-11T22:19:34,103 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] handler.UnassignRegionHandler(170): Closed 27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:34,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-11T22:19:34,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseRegionProcedure 27373acbac0f5021917844ab1e9a934f, server=47c9c93ccfa8,41889,1731363510061 in 1.2380 sec 2024-11-11T22:19:34,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-11-11T22:19:34,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=27373acbac0f5021917844ab1e9a934f, UNASSIGN in 1.2430 sec 2024-11-11T22:19:34,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-11T22:19:34,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.2460 sec 2024-11-11T22:19:34,111 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731363574111"}]},"ts":"1731363574111"} 2024-11-11T22:19:34,112 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-11T22:19:34,115 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-11T22:19:34,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.2650 sec 2024-11-11T22:19:34,172 DEBUG [master/47c9c93ccfa8:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 731185393ea09323ec6a185d810fc271 changed from -1.0 to 0.0, refreshing cache 2024-11-11T22:19:34,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-11T22:19:34,969 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-11T22:19:34,970 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-11T22:19:34,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T22:19:34,972 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=67, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T22:19:34,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-11T22:19:34,973 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=67, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T22:19:34,975 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:34,977 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A, FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B, FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C, FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/recovered.edits] 2024-11-11T22:19:34,983 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/1784524ef5ab4162b272e3ac5bbeafc0 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/1784524ef5ab4162b272e3ac5bbeafc0 2024-11-11T22:19:34,985 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/36241cfa7cf148d5be06e46fd2c2e3eb to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/36241cfa7cf148d5be06e46fd2c2e3eb 2024-11-11T22:19:34,987 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/37a0e449266f421da1afec060cd0285e to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/37a0e449266f421da1afec060cd0285e 2024-11-11T22:19:34,988 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/af4dede58b2f4898b60753924fe4ad57 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/A/af4dede58b2f4898b60753924fe4ad57 2024-11-11T22:19:34,992 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/81795aaddb3f457a9e79944b8c8e1d53 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/81795aaddb3f457a9e79944b8c8e1d53 2024-11-11T22:19:34,994 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/a05cf62ad84a4a2e95866a2e74fc1e18 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/a05cf62ad84a4a2e95866a2e74fc1e18 2024-11-11T22:19:34,995 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/d05c2c4411824d23807736ded3d681b9 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/d05c2c4411824d23807736ded3d681b9 2024-11-11T22:19:34,998 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/d898b89b046844afbb3931d6133d5897 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/B/d898b89b046844afbb3931d6133d5897 2024-11-11T22:19:35,002 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/4b2aeff49e2d4863b99692eea1110f93 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/4b2aeff49e2d4863b99692eea1110f93 2024-11-11T22:19:35,006 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/63ccdec9f59e4239824b2f4ad6ecdc97 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/63ccdec9f59e4239824b2f4ad6ecdc97 2024-11-11T22:19:35,007 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/678619f84ecb4a5b815812efbfee55b0 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/678619f84ecb4a5b815812efbfee55b0 2024-11-11T22:19:35,009 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/78602752664a45b28e2568b6859e833f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/C/78602752664a45b28e2568b6859e833f 2024-11-11T22:19:35,012 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/recovered.edits/390.seqid to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f/recovered.edits/390.seqid 2024-11-11T22:19:35,012 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:35,012 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-11T22:19:35,013 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-11T22:19:35,014 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-11T22:19:35,018 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111108408c728be04899971b0b5709d75392_27373acbac0f5021917844ab1e9a934f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111108408c728be04899971b0b5709d75392_27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:35,020 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111132745da4d574ae4802dec4dd9e77049_27373acbac0f5021917844ab1e9a934f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111132745da4d574ae4802dec4dd9e77049_27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:35,022 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111239260f286354b61991552a4c1928102_27373acbac0f5021917844ab1e9a934f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111239260f286354b61991552a4c1928102_27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:35,023 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411112cf63e94ed3042e79b9a709592fa6537_27373acbac0f5021917844ab1e9a934f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411112cf63e94ed3042e79b9a709592fa6537_27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:35,024 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111139080921dd34475e827117e299be02e2_27373acbac0f5021917844ab1e9a934f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111139080921dd34475e827117e299be02e2_27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:35,026 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111153631a05052d453cbf1ed813f2a4849c_27373acbac0f5021917844ab1e9a934f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111153631a05052d453cbf1ed813f2a4849c_27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:35,027 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111163f8d7e643e34d03b279c1344d84b452_27373acbac0f5021917844ab1e9a934f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111163f8d7e643e34d03b279c1344d84b452_27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:35,028 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111170548c1141684fc99036ec4c4448e3de_27373acbac0f5021917844ab1e9a934f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111170548c1141684fc99036ec4c4448e3de_27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:35,031 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111176f8ceacca6e4d0da907578f659f7c9a_27373acbac0f5021917844ab1e9a934f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111176f8ceacca6e4d0da907578f659f7c9a_27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:35,033 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117715d4c1d17e4f2186a87ba843c8f3e7_27373acbac0f5021917844ab1e9a934f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117715d4c1d17e4f2186a87ba843c8f3e7_27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:35,035 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111802c1494e4344b2b8c464a8a54f300b6_27373acbac0f5021917844ab1e9a934f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111802c1494e4344b2b8c464a8a54f300b6_27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:35,036 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111188a28d43e4cb4fc2a6e0a66bd6d19392_27373acbac0f5021917844ab1e9a934f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111188a28d43e4cb4fc2a6e0a66bd6d19392_27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:35,038 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411119840f9e96d95425cb5c053ac116e0a2b_27373acbac0f5021917844ab1e9a934f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411119840f9e96d95425cb5c053ac116e0a2b_27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:35,040 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411119f6ea78fce774074b9864d8e9fa8a367_27373acbac0f5021917844ab1e9a934f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411119f6ea78fce774074b9864d8e9fa8a367_27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:35,041 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111ade475d5b4a740aea0c9be51b8ba6d8e_27373acbac0f5021917844ab1e9a934f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111ade475d5b4a740aea0c9be51b8ba6d8e_27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:35,042 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b4587fa6a8234828bb54467b3bcc62b8_27373acbac0f5021917844ab1e9a934f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b4587fa6a8234828bb54467b3bcc62b8_27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:35,044 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111baf308ec88f043db8b95749329e24f46_27373acbac0f5021917844ab1e9a934f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111baf308ec88f043db8b95749329e24f46_27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:35,046 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111ca1444e673274484a4c84558866e2fbb_27373acbac0f5021917844ab1e9a934f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111ca1444e673274484a4c84558866e2fbb_27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:35,047 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111d1c031f189bf4cda9eb99d8fe1f1ef10_27373acbac0f5021917844ab1e9a934f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111d1c031f189bf4cda9eb99d8fe1f1ef10_27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:35,052 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f2f9f2c35be541709c7ea3fde42c4629_27373acbac0f5021917844ab1e9a934f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f2f9f2c35be541709c7ea3fde42c4629_27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:35,057 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f74d02e6cb154d48acda610ac4a65ff6_27373acbac0f5021917844ab1e9a934f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f74d02e6cb154d48acda610ac4a65ff6_27373acbac0f5021917844ab1e9a934f 2024-11-11T22:19:35,058 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-11T22:19:35,061 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=67, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T22:19:35,063 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-11T22:19:35,066 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-11T22:19:35,067 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=67, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T22:19:35,067 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-11T22:19:35,067 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731363575067"}]},"ts":"9223372036854775807"} 2024-11-11T22:19:35,070 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-11T22:19:35,070 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 27373acbac0f5021917844ab1e9a934f, NAME => 'TestAcidGuarantees,,1731363541555.27373acbac0f5021917844ab1e9a934f.', STARTKEY => '', ENDKEY => ''}] 2024-11-11T22:19:35,070 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-11T22:19:35,070 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731363575070"}]},"ts":"9223372036854775807"} 2024-11-11T22:19:35,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-11T22:19:35,093 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-11T22:19:35,098 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=67, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T22:19:35,099 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 128 msec 2024-11-11T22:19:35,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-11T22:19:35,274 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-11T22:19:35,284 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=238 (was 240), OpenFileDescriptor=455 (was 463), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1043 (was 811) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2631 (was 1942) - AvailableMemoryMB LEAK? - 2024-11-11T22:19:35,295 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=238, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=1043, ProcessCount=11, AvailableMemoryMB=2630 2024-11-11T22:19:35,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T22:19:35,296 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T22:19:35,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=68, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-11T22:19:35,298 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T22:19:35,298 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:35,298 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 68 2024-11-11T22:19:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-11T22:19:35,299 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T22:19:35,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742064_1240 (size=960) 2024-11-11T22:19:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-11T22:19:35,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-11T22:19:35,712 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690 2024-11-11T22:19:35,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742065_1241 (size=53) 2024-11-11T22:19:35,727 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T22:19:35,727 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 62edf64fd8985d0d0bd9af67ce036680, disabling compactions & flushes 2024-11-11T22:19:35,727 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:35,727 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:35,728 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. after waiting 0 ms 2024-11-11T22:19:35,728 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:35,728 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:35,728 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:35,729 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T22:19:35,729 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731363575729"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731363575729"}]},"ts":"1731363575729"} 2024-11-11T22:19:35,730 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-11T22:19:35,731 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T22:19:35,731 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731363575731"}]},"ts":"1731363575731"} 2024-11-11T22:19:35,732 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-11T22:19:35,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=62edf64fd8985d0d0bd9af67ce036680, ASSIGN}] 2024-11-11T22:19:35,741 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=62edf64fd8985d0d0bd9af67ce036680, ASSIGN 2024-11-11T22:19:35,745 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=62edf64fd8985d0d0bd9af67ce036680, ASSIGN; state=OFFLINE, location=47c9c93ccfa8,41889,1731363510061; forceNewPlan=false, retain=false 2024-11-11T22:19:35,895 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=62edf64fd8985d0d0bd9af67ce036680, regionState=OPENING, regionLocation=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:35,897 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; OpenRegionProcedure 62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061}] 2024-11-11T22:19:35,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-11T22:19:36,059 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:36,062 INFO [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:36,063 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7285): Opening region: {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} 2024-11-11T22:19:36,063 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 62edf64fd8985d0d0bd9af67ce036680 2024-11-11T22:19:36,063 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T22:19:36,063 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7327): checking encryption for 62edf64fd8985d0d0bd9af67ce036680 2024-11-11T22:19:36,063 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7330): checking classloading for 62edf64fd8985d0d0bd9af67ce036680 2024-11-11T22:19:36,067 INFO [StoreOpener-62edf64fd8985d0d0bd9af67ce036680-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 62edf64fd8985d0d0bd9af67ce036680 2024-11-11T22:19:36,068 INFO [StoreOpener-62edf64fd8985d0d0bd9af67ce036680-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T22:19:36,069 INFO [StoreOpener-62edf64fd8985d0d0bd9af67ce036680-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62edf64fd8985d0d0bd9af67ce036680 columnFamilyName A 2024-11-11T22:19:36,069 DEBUG [StoreOpener-62edf64fd8985d0d0bd9af67ce036680-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:36,069 INFO [StoreOpener-62edf64fd8985d0d0bd9af67ce036680-1 {}] regionserver.HStore(327): Store=62edf64fd8985d0d0bd9af67ce036680/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T22:19:36,069 INFO [StoreOpener-62edf64fd8985d0d0bd9af67ce036680-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 62edf64fd8985d0d0bd9af67ce036680 2024-11-11T22:19:36,071 INFO [StoreOpener-62edf64fd8985d0d0bd9af67ce036680-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T22:19:36,071 INFO [StoreOpener-62edf64fd8985d0d0bd9af67ce036680-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62edf64fd8985d0d0bd9af67ce036680 columnFamilyName B 2024-11-11T22:19:36,071 DEBUG [StoreOpener-62edf64fd8985d0d0bd9af67ce036680-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:36,071 INFO [StoreOpener-62edf64fd8985d0d0bd9af67ce036680-1 {}] regionserver.HStore(327): Store=62edf64fd8985d0d0bd9af67ce036680/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T22:19:36,072 INFO [StoreOpener-62edf64fd8985d0d0bd9af67ce036680-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 62edf64fd8985d0d0bd9af67ce036680 2024-11-11T22:19:36,073 INFO [StoreOpener-62edf64fd8985d0d0bd9af67ce036680-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T22:19:36,073 INFO [StoreOpener-62edf64fd8985d0d0bd9af67ce036680-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62edf64fd8985d0d0bd9af67ce036680 columnFamilyName C 2024-11-11T22:19:36,073 DEBUG [StoreOpener-62edf64fd8985d0d0bd9af67ce036680-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:19:36,074 INFO [StoreOpener-62edf64fd8985d0d0bd9af67ce036680-1 {}] regionserver.HStore(327): Store=62edf64fd8985d0d0bd9af67ce036680/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T22:19:36,074 INFO [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:36,075 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680 2024-11-11T22:19:36,075 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680 2024-11-11T22:19:36,078 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T22:19:36,080 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1085): writing seq id for 62edf64fd8985d0d0bd9af67ce036680 2024-11-11T22:19:36,085 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T22:19:36,085 INFO [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1102): Opened 62edf64fd8985d0d0bd9af67ce036680; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65909058, jitterRate=-0.01787850260734558}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T22:19:36,086 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1001): Region open journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:36,087 INFO [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680., pid=70, masterSystemTime=1731363576059 2024-11-11T22:19:36,089 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:36,089 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=62edf64fd8985d0d0bd9af67ce036680, regionState=OPEN, openSeqNum=2, regionLocation=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:36,089 INFO [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:36,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-11T22:19:36,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; OpenRegionProcedure 62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 in 194 msec 2024-11-11T22:19:36,094 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=69, resume processing ppid=68 2024-11-11T22:19:36,094 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, ppid=68, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=62edf64fd8985d0d0bd9af67ce036680, ASSIGN in 355 msec 2024-11-11T22:19:36,095 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T22:19:36,095 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731363576095"}]},"ts":"1731363576095"} 2024-11-11T22:19:36,096 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-11T22:19:36,099 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T22:19:36,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 803 msec 2024-11-11T22:19:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-11T22:19:36,407 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 68 completed 2024-11-11T22:19:36,409 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a569490 to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c1ac389 2024-11-11T22:19:36,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44645c55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:19:36,433 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:19:36,435 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59518, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:19:36,436 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T22:19:36,437 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57184, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T22:19:36,443 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6862e3ce to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@28e73c0 2024-11-11T22:19:36,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ee0130, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:19:36,454 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d296fed to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7c480dfb 2024-11-11T22:19:36,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683b64c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:19:36,459 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08d0caa5 to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@34cb3991 2024-11-11T22:19:36,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e55eb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:19:36,473 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x43f04e0e to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e9ae050 2024-11-11T22:19:36,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a703d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:19:36,479 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x560ec309 to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2fef31f8 2024-11-11T22:19:36,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ed1e44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:19:36,486 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0eb04aeb to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72537a47 2024-11-11T22:19:36,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@88aa519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:19:36,490 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6a0e9c8f to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@36642cb 2024-11-11T22:19:36,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e998dd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:19:36,495 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d68f787 to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c299cfb 2024-11-11T22:19:36,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e4c79b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:19:36,499 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10e6bf6a to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@605827c9 2024-11-11T22:19:36,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d1403c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:19:36,504 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1730a60f to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3677bd4f 2024-11-11T22:19:36,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bf0ba59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:19:36,521 DEBUG [hconnection-0x6332cb86-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:19:36,521 DEBUG [hconnection-0x37d9ccfb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:19:36,522 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59538, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:19:36,523 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59530, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:19:36,526 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:19:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-11T22:19:36,529 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:19:36,529 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:19:36,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:19:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-11T22:19:36,533 DEBUG [hconnection-0x4e82be12-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:19:36,536 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59544, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:19:36,541 DEBUG [hconnection-0x4ffe7370-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:19:36,541 DEBUG [hconnection-0x1a144a97-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:19:36,542 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59560, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:19:36,542 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59548, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:19:36,543 DEBUG [hconnection-0xa092da9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:19:36,544 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59576, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:19:36,545 DEBUG [hconnection-0x3e0694bc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:19:36,545 DEBUG [hconnection-0x1cbac576-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:19:36,547 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59584, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:19:36,547 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59598, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:19:36,551 DEBUG [hconnection-0x1714443-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:19:36,551 DEBUG [hconnection-0x6e15f1f4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:19:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 62edf64fd8985d0d0bd9af67ce036680 2024-11-11T22:19:36,553 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62edf64fd8985d0d0bd9af67ce036680 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T22:19:36,553 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59604, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:19:36,555 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59610, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:19:36,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=A 2024-11-11T22:19:36,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:36,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=B 2024-11-11T22:19:36,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:36,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=C 2024-11-11T22:19:36,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:36,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:36,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59548 deadline: 1731363636580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363636582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:36,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363636582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:36,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:36,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/538474242434410597f344470be3043a is 50, key is test_row_1/A:col10/1731363576552/Put/seqid=0 2024-11-11T22:19:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59576 deadline: 1731363636583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:36,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363636584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:36,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742066_1242 (size=9657) 2024-11-11T22:19:36,628 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/538474242434410597f344470be3043a 2024-11-11T22:19:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-11T22:19:36,682 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:36,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-11T22:19:36,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:36,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. as already flushing 2024-11-11T22:19:36,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:36,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:36,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:36,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:36,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:36,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59576 deadline: 1731363636693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:36,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:36,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363636693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:36,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:36,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363636694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:36,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59548 deadline: 1731363636699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:36,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:36,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/b872eb50e75e4d03a6422e3520a8bcab is 50, key is test_row_1/B:col10/1731363576552/Put/seqid=0 2024-11-11T22:19:36,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363636699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:36,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742067_1243 (size=9657) 2024-11-11T22:19:36,729 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/b872eb50e75e4d03a6422e3520a8bcab 2024-11-11T22:19:36,771 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/adf31ab1a77f446099b83af96c99111d is 50, key is test_row_1/C:col10/1731363576552/Put/seqid=0 2024-11-11T22:19:36,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742068_1244 (size=9657) 2024-11-11T22:19:36,818 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/adf31ab1a77f446099b83af96c99111d 2024-11-11T22:19:36,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/538474242434410597f344470be3043a as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/538474242434410597f344470be3043a 2024-11-11T22:19:36,837 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:36,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-11T22:19:36,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:36,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. as already flushing 2024-11-11T22:19:36,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:36,844 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:36,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:36,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:36,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-11T22:19:36,853 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/538474242434410597f344470be3043a, entries=100, sequenceid=13, filesize=9.4 K 2024-11-11T22:19:36,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/b872eb50e75e4d03a6422e3520a8bcab as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/b872eb50e75e4d03a6422e3520a8bcab 2024-11-11T22:19:36,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/b872eb50e75e4d03a6422e3520a8bcab, entries=100, sequenceid=13, filesize=9.4 K 2024-11-11T22:19:36,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/adf31ab1a77f446099b83af96c99111d as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/adf31ab1a77f446099b83af96c99111d 2024-11-11T22:19:36,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/adf31ab1a77f446099b83af96c99111d, entries=100, sequenceid=13, filesize=9.4 K 2024-11-11T22:19:36,904 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 62edf64fd8985d0d0bd9af67ce036680 in 351ms, sequenceid=13, compaction requested=false 2024-11-11T22:19:36,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:36,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 62edf64fd8985d0d0bd9af67ce036680 2024-11-11T22:19:36,906 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62edf64fd8985d0d0bd9af67ce036680 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-11T22:19:36,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=A 2024-11-11T22:19:36,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:36,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=B 2024-11-11T22:19:36,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:36,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=C 2024-11-11T22:19:36,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:36,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:36,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59548 deadline: 1731363636940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:36,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:36,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363636944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:36,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:36,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363636945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:36,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:36,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59576 deadline: 1731363636947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:36,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:36,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363636952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:36,953 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/6073b70f3dae447984ba7a6719cc9721 is 50, key is test_row_0/A:col10/1731363576580/Put/seqid=0 2024-11-11T22:19:36,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742069_1245 (size=12001) 2024-11-11T22:19:37,001 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:37,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-11T22:19:37,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:37,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. as already flushing 2024-11-11T22:19:37,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:37,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:37,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:37,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:37,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:37,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363637053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:37,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:37,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59576 deadline: 1731363637057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:37,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:37,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363637059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:37,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:37,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59548 deadline: 1731363637059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:37,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:37,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363637060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:37,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-11T22:19:37,168 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:37,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-11T22:19:37,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:37,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. as already flushing 2024-11-11T22:19:37,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:37,169 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:37,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:37,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:37,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363637257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:37,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363637264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:37,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363637265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:37,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:37,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59576 deadline: 1731363637268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:37,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:37,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59548 deadline: 1731363637277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:37,323 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:37,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-11T22:19:37,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:37,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. as already flushing 2024-11-11T22:19:37,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:37,324 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:37,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:37,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:37,401 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/6073b70f3dae447984ba7a6719cc9721 2024-11-11T22:19:37,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/9126333fe2ad42f9824220202c321719 is 50, key is test_row_0/B:col10/1731363576580/Put/seqid=0 2024-11-11T22:19:37,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742070_1246 (size=12001) 2024-11-11T22:19:37,454 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/9126333fe2ad42f9824220202c321719 2024-11-11T22:19:37,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/62a251d01f424022b500e97c078e1489 is 50, key is test_row_0/C:col10/1731363576580/Put/seqid=0 2024-11-11T22:19:37,479 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:37,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-11T22:19:37,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:37,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. as already flushing 2024-11-11T22:19:37,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:37,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:37,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:37,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:37,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742071_1247 (size=12001) 2024-11-11T22:19:37,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:37,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363637568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:37,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:37,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363637576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:37,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:37,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59576 deadline: 1731363637580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:37,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:37,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363637580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:37,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:37,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59548 deadline: 1731363637605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:37,636 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:37,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-11T22:19:37,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:37,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. as already flushing 2024-11-11T22:19:37,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:37,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:37,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:37,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:37,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-11T22:19:37,794 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:37,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-11T22:19:37,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:37,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. as already flushing 2024-11-11T22:19:37,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:37,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:37,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:37,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:37,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/62a251d01f424022b500e97c078e1489 2024-11-11T22:19:37,948 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:37,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-11T22:19:37,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/6073b70f3dae447984ba7a6719cc9721 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/6073b70f3dae447984ba7a6719cc9721 2024-11-11T22:19:37,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:37,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. as already flushing 2024-11-11T22:19:37,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:37,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:37,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:37,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/6073b70f3dae447984ba7a6719cc9721, entries=150, sequenceid=40, filesize=11.7 K 2024-11-11T22:19:37,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/9126333fe2ad42f9824220202c321719 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/9126333fe2ad42f9824220202c321719 2024-11-11T22:19:37,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/9126333fe2ad42f9824220202c321719, entries=150, sequenceid=40, filesize=11.7 K 2024-11-11T22:19:37,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/62a251d01f424022b500e97c078e1489 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/62a251d01f424022b500e97c078e1489 2024-11-11T22:19:37,987 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/62a251d01f424022b500e97c078e1489, entries=150, sequenceid=40, filesize=11.7 K 2024-11-11T22:19:37,988 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 62edf64fd8985d0d0bd9af67ce036680 in 1082ms, sequenceid=40, compaction requested=false 2024-11-11T22:19:37,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 62edf64fd8985d0d0bd9af67ce036680 2024-11-11T22:19:38,081 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62edf64fd8985d0d0bd9af67ce036680 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T22:19:38,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=A 2024-11-11T22:19:38,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:38,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=B 2024-11-11T22:19:38,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:38,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=C 2024-11-11T22:19:38,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:38,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/ebe326da4e344dbca09098930598e23d is 50, key is test_row_0/A:col10/1731363576940/Put/seqid=0 2024-11-11T22:19:38,112 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:38,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-11T22:19:38,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:38,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. as already flushing 2024-11-11T22:19:38,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:38,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:38,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:38,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:38,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363638115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:38,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:38,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59576 deadline: 1731363638116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:38,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:38,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363638118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:38,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:38,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363638120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:38,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:38,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59548 deadline: 1731363638125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:38,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742072_1248 (size=12001) 2024-11-11T22:19:38,134 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/ebe326da4e344dbca09098930598e23d 2024-11-11T22:19:38,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/53250e5cb6274d24a9cfe1f35f83ac15 is 50, key is test_row_0/B:col10/1731363576940/Put/seqid=0 2024-11-11T22:19:38,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742073_1249 (size=12001) 2024-11-11T22:19:38,197 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/53250e5cb6274d24a9cfe1f35f83ac15 2024-11-11T22:19:38,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:38,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363638224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:38,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:38,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363638225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:38,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363638228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:38,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59548 deadline: 1731363638228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:38,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59576 deadline: 1731363638228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:38,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/fce4ba401094406ca006a7b408835433 is 50, key is test_row_0/C:col10/1731363576940/Put/seqid=0 2024-11-11T22:19:38,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742074_1250 (size=12001) 2024-11-11T22:19:38,271 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/fce4ba401094406ca006a7b408835433 2024-11-11T22:19:38,275 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:38,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-11T22:19:38,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:38,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. as already flushing 2024-11-11T22:19:38,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:38,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:38,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:38,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:38,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/ebe326da4e344dbca09098930598e23d as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/ebe326da4e344dbca09098930598e23d 2024-11-11T22:19:38,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/ebe326da4e344dbca09098930598e23d, entries=150, sequenceid=51, filesize=11.7 K 2024-11-11T22:19:38,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/53250e5cb6274d24a9cfe1f35f83ac15 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/53250e5cb6274d24a9cfe1f35f83ac15 2024-11-11T22:19:38,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/53250e5cb6274d24a9cfe1f35f83ac15, entries=150, sequenceid=51, filesize=11.7 K 2024-11-11T22:19:38,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/fce4ba401094406ca006a7b408835433 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/fce4ba401094406ca006a7b408835433 2024-11-11T22:19:38,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/fce4ba401094406ca006a7b408835433, entries=150, sequenceid=51, filesize=11.7 K 2024-11-11T22:19:38,342 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 62edf64fd8985d0d0bd9af67ce036680 in 261ms, sequenceid=51, compaction requested=true 2024-11-11T22:19:38,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:38,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62edf64fd8985d0d0bd9af67ce036680:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T22:19:38,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:38,342 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:19:38,342 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:19:38,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62edf64fd8985d0d0bd9af67ce036680:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T22:19:38,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:38,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62edf64fd8985d0d0bd9af67ce036680:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:19:38,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:19:38,344 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:19:38,344 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:19:38,344 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): 62edf64fd8985d0d0bd9af67ce036680/A is initiating minor compaction (all files) 2024-11-11T22:19:38,344 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 62edf64fd8985d0d0bd9af67ce036680/B is initiating minor compaction (all files) 2024-11-11T22:19:38,345 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62edf64fd8985d0d0bd9af67ce036680/A in TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:38,345 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62edf64fd8985d0d0bd9af67ce036680/B in TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:38,345 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/538474242434410597f344470be3043a, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/6073b70f3dae447984ba7a6719cc9721, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/ebe326da4e344dbca09098930598e23d] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp, totalSize=32.9 K 2024-11-11T22:19:38,345 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/b872eb50e75e4d03a6422e3520a8bcab, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/9126333fe2ad42f9824220202c321719, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/53250e5cb6274d24a9cfe1f35f83ac15] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp, totalSize=32.9 K 2024-11-11T22:19:38,345 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 538474242434410597f344470be3043a, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731363576551 2024-11-11T22:19:38,348 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting b872eb50e75e4d03a6422e3520a8bcab, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731363576551 2024-11-11T22:19:38,350 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6073b70f3dae447984ba7a6719cc9721, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731363576580 2024-11-11T22:19:38,350 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 9126333fe2ad42f9824220202c321719, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731363576580 2024-11-11T22:19:38,352 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting ebe326da4e344dbca09098930598e23d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731363576940 2024-11-11T22:19:38,352 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 53250e5cb6274d24a9cfe1f35f83ac15, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731363576940 2024-11-11T22:19:38,386 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62edf64fd8985d0d0bd9af67ce036680#B#compaction#204 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:19:38,387 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/e32a1c291fa242538763da6f253733f7 is 50, key is test_row_0/B:col10/1731363576940/Put/seqid=0 2024-11-11T22:19:38,390 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62edf64fd8985d0d0bd9af67ce036680#A#compaction#205 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:19:38,391 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/7b51e595fdea4a01b98cdf0799baee58 is 50, key is test_row_0/A:col10/1731363576940/Put/seqid=0 2024-11-11T22:19:38,428 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:38,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-11T22:19:38,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:38,433 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing 62edf64fd8985d0d0bd9af67ce036680 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-11T22:19:38,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=A 2024-11-11T22:19:38,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:38,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=B 2024-11-11T22:19:38,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:38,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=C 2024-11-11T22:19:38,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:38,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742075_1251 (size=12104) 2024-11-11T22:19:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 62edf64fd8985d0d0bd9af67ce036680 2024-11-11T22:19:38,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. as already flushing 2024-11-11T22:19:38,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/9ab10e66108a40b684e5f6c17d97bc59 is 50, key is test_row_0/A:col10/1731363578117/Put/seqid=0 2024-11-11T22:19:38,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742076_1252 (size=12104) 2024-11-11T22:19:38,448 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/e32a1c291fa242538763da6f253733f7 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/e32a1c291fa242538763da6f253733f7 2024-11-11T22:19:38,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363638442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:38,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363638444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:38,454 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/7b51e595fdea4a01b98cdf0799baee58 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/7b51e595fdea4a01b98cdf0799baee58 2024-11-11T22:19:38,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:38,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59548 deadline: 1731363638450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:38,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:38,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59576 deadline: 1731363638450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:38,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363638451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:38,458 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62edf64fd8985d0d0bd9af67ce036680/B of 62edf64fd8985d0d0bd9af67ce036680 into e32a1c291fa242538763da6f253733f7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:19:38,458 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:38,458 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680., storeName=62edf64fd8985d0d0bd9af67ce036680/B, priority=13, startTime=1731363578342; duration=0sec 2024-11-11T22:19:38,458 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:19:38,458 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62edf64fd8985d0d0bd9af67ce036680:B 2024-11-11T22:19:38,458 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:19:38,460 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:19:38,460 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 62edf64fd8985d0d0bd9af67ce036680/C is initiating minor compaction (all files) 2024-11-11T22:19:38,460 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62edf64fd8985d0d0bd9af67ce036680/C in TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:38,461 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/adf31ab1a77f446099b83af96c99111d, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/62a251d01f424022b500e97c078e1489, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/fce4ba401094406ca006a7b408835433] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp, totalSize=32.9 K 2024-11-11T22:19:38,461 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting adf31ab1a77f446099b83af96c99111d, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731363576551 2024-11-11T22:19:38,463 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62edf64fd8985d0d0bd9af67ce036680/A of 62edf64fd8985d0d0bd9af67ce036680 into 7b51e595fdea4a01b98cdf0799baee58(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:19:38,463 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:38,463 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680., storeName=62edf64fd8985d0d0bd9af67ce036680/A, priority=13, startTime=1731363578342; duration=0sec 2024-11-11T22:19:38,463 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:38,463 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62edf64fd8985d0d0bd9af67ce036680:A 2024-11-11T22:19:38,464 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 62a251d01f424022b500e97c078e1489, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731363576580 2024-11-11T22:19:38,472 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting fce4ba401094406ca006a7b408835433, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731363576940 2024-11-11T22:19:38,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742077_1253 (size=12001) 2024-11-11T22:19:38,487 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/9ab10e66108a40b684e5f6c17d97bc59 2024-11-11T22:19:38,514 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62edf64fd8985d0d0bd9af67ce036680#C#compaction#207 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:19:38,514 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/51562e58d7924a1f8c6a5861db8cd808 is 50, key is test_row_0/C:col10/1731363576940/Put/seqid=0 2024-11-11T22:19:38,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/019a1968208b434c8b0310fc24921dfd is 50, key is test_row_0/B:col10/1731363578117/Put/seqid=0 2024-11-11T22:19:38,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742078_1254 (size=12001) 2024-11-11T22:19:38,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363638560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:38,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363638565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:38,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59548 deadline: 1731363638565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:38,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59576 deadline: 1731363638565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:38,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363638572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:38,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742079_1255 (size=12104) 2024-11-11T22:19:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-11T22:19:38,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:38,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363638766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:38,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:38,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59576 deadline: 1731363638769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:38,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:38,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:38,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363638769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:38,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59548 deadline: 1731363638769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:38,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:38,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363638791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:38,969 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/019a1968208b434c8b0310fc24921dfd 2024-11-11T22:19:38,984 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/51562e58d7924a1f8c6a5861db8cd808 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/51562e58d7924a1f8c6a5861db8cd808 2024-11-11T22:19:38,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/9b38e33b65a94631953ff404f5a0bb64 is 50, key is test_row_0/C:col10/1731363578117/Put/seqid=0 2024-11-11T22:19:39,001 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62edf64fd8985d0d0bd9af67ce036680/C of 62edf64fd8985d0d0bd9af67ce036680 into 51562e58d7924a1f8c6a5861db8cd808(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:19:39,002 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:39,002 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680., storeName=62edf64fd8985d0d0bd9af67ce036680/C, priority=13, startTime=1731363578342; duration=0sec 2024-11-11T22:19:39,002 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:39,002 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62edf64fd8985d0d0bd9af67ce036680:C 2024-11-11T22:19:39,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742080_1256 (size=12001) 2024-11-11T22:19:39,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:39,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363639069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:39,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363639072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:39,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59576 deadline: 1731363639072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:39,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59548 deadline: 1731363639073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:39,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:39,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363639097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:39,439 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/9b38e33b65a94631953ff404f5a0bb64 2024-11-11T22:19:39,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/9ab10e66108a40b684e5f6c17d97bc59 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/9ab10e66108a40b684e5f6c17d97bc59 2024-11-11T22:19:39,452 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/9ab10e66108a40b684e5f6c17d97bc59, entries=150, sequenceid=77, filesize=11.7 K 2024-11-11T22:19:39,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/019a1968208b434c8b0310fc24921dfd as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/019a1968208b434c8b0310fc24921dfd 2024-11-11T22:19:39,459 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/019a1968208b434c8b0310fc24921dfd, entries=150, sequenceid=77, filesize=11.7 K 2024-11-11T22:19:39,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/9b38e33b65a94631953ff404f5a0bb64 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/9b38e33b65a94631953ff404f5a0bb64 2024-11-11T22:19:39,467 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/9b38e33b65a94631953ff404f5a0bb64, entries=150, sequenceid=77, filesize=11.7 K 2024-11-11T22:19:39,468 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=60.38 KB/61830 for 62edf64fd8985d0d0bd9af67ce036680 in 1036ms, sequenceid=77, compaction requested=false 2024-11-11T22:19:39,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:39,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:39,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-11T22:19:39,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-11T22:19:39,471 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-11T22:19:39,471 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9390 sec 2024-11-11T22:19:39,474 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 2.9460 sec 2024-11-11T22:19:39,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 62edf64fd8985d0d0bd9af67ce036680 2024-11-11T22:19:39,589 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62edf64fd8985d0d0bd9af67ce036680 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T22:19:39,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=A 2024-11-11T22:19:39,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:39,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=B 2024-11-11T22:19:39,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:39,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=C 2024-11-11T22:19:39,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:39,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/02126dbfb6e44ea4a3b82eaafa066b4a is 50, key is test_row_0/A:col10/1731363579583/Put/seqid=0 2024-11-11T22:19:39,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:39,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363639632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:39,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:39,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363639634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:39,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:39,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363639636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:39,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:39,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59548 deadline: 1731363639637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:39,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:39,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59576 deadline: 1731363639640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:39,642 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T22:19:39,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742081_1257 (size=12001) 2024-11-11T22:19:39,663 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/02126dbfb6e44ea4a3b82eaafa066b4a 2024-11-11T22:19:39,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/8eedecbbca6f4fec94c5cc6cb6b394b1 is 50, key is test_row_0/B:col10/1731363579583/Put/seqid=0 2024-11-11T22:19:39,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:39,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363639738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:39,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:39,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363639738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:39,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:39,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363639748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:39,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:39,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59548 deadline: 1731363639752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:39,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:39,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59576 deadline: 1731363639772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:39,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742082_1258 (size=12001) 2024-11-11T22:19:39,804 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/8eedecbbca6f4fec94c5cc6cb6b394b1 2024-11-11T22:19:39,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/c91bc99392674ebaaa9f8eb0a0e6a751 is 50, key is test_row_0/C:col10/1731363579583/Put/seqid=0 2024-11-11T22:19:39,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742083_1259 (size=12001) 2024-11-11T22:19:39,894 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/c91bc99392674ebaaa9f8eb0a0e6a751 2024-11-11T22:19:39,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/02126dbfb6e44ea4a3b82eaafa066b4a as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/02126dbfb6e44ea4a3b82eaafa066b4a 2024-11-11T22:19:39,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/02126dbfb6e44ea4a3b82eaafa066b4a, entries=150, sequenceid=95, filesize=11.7 K 2024-11-11T22:19:39,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/8eedecbbca6f4fec94c5cc6cb6b394b1 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/8eedecbbca6f4fec94c5cc6cb6b394b1 2024-11-11T22:19:39,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/8eedecbbca6f4fec94c5cc6cb6b394b1, entries=150, sequenceid=95, filesize=11.7 K 2024-11-11T22:19:39,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/c91bc99392674ebaaa9f8eb0a0e6a751 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/c91bc99392674ebaaa9f8eb0a0e6a751 2024-11-11T22:19:39,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/c91bc99392674ebaaa9f8eb0a0e6a751, entries=150, sequenceid=95, filesize=11.7 K 2024-11-11T22:19:39,944 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 62edf64fd8985d0d0bd9af67ce036680 in 354ms, sequenceid=95, compaction requested=true 2024-11-11T22:19:39,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:39,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62edf64fd8985d0d0bd9af67ce036680:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T22:19:39,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:39,944 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:19:39,944 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:19:39,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62edf64fd8985d0d0bd9af67ce036680:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T22:19:39,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:39,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62edf64fd8985d0d0bd9af67ce036680:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:19:39,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:19:39,945 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:19:39,945 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:19:39,946 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 62edf64fd8985d0d0bd9af67ce036680/B is initiating minor compaction (all files) 2024-11-11T22:19:39,946 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): 62edf64fd8985d0d0bd9af67ce036680/A is initiating minor compaction (all files) 2024-11-11T22:19:39,946 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62edf64fd8985d0d0bd9af67ce036680/B in TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:39,946 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62edf64fd8985d0d0bd9af67ce036680/A in TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:39,946 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/e32a1c291fa242538763da6f253733f7, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/019a1968208b434c8b0310fc24921dfd, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/8eedecbbca6f4fec94c5cc6cb6b394b1] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp, totalSize=35.3 K 2024-11-11T22:19:39,946 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/7b51e595fdea4a01b98cdf0799baee58, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/9ab10e66108a40b684e5f6c17d97bc59, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/02126dbfb6e44ea4a3b82eaafa066b4a] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp, totalSize=35.3 K 2024-11-11T22:19:39,946 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b51e595fdea4a01b98cdf0799baee58, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731363576940 2024-11-11T22:19:39,946 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting e32a1c291fa242538763da6f253733f7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731363576940 2024-11-11T22:19:39,947 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ab10e66108a40b684e5f6c17d97bc59, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731363578114 2024-11-11T22:19:39,947 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 019a1968208b434c8b0310fc24921dfd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731363578114 2024-11-11T22:19:39,948 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 8eedecbbca6f4fec94c5cc6cb6b394b1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731363579582 2024-11-11T22:19:39,948 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 02126dbfb6e44ea4a3b82eaafa066b4a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731363579582 2024-11-11T22:19:39,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 62edf64fd8985d0d0bd9af67ce036680 2024-11-11T22:19:39,951 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62edf64fd8985d0d0bd9af67ce036680 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-11T22:19:39,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=A 2024-11-11T22:19:39,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:39,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=B 2024-11-11T22:19:39,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:39,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=C 2024-11-11T22:19:39,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:39,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:39,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:39,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59548 deadline: 1731363639974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:39,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363639975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:39,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/d9b3f31f25f14b7d858db77f93ac33c7 is 50, key is test_row_0/A:col10/1731363579946/Put/seqid=0 2024-11-11T22:19:39,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:39,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59576 deadline: 1731363639976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:39,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:39,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363639977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:39,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:39,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363639978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:39,987 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62edf64fd8985d0d0bd9af67ce036680#A#compaction#214 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:19:39,988 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/75a360b901714f9092f5b90c2191afa7 is 50, key is test_row_0/A:col10/1731363579583/Put/seqid=0 2024-11-11T22:19:40,018 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62edf64fd8985d0d0bd9af67ce036680#B#compaction#215 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:19:40,019 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/eb33b5c8445d43d38a00b0de812b92c0 is 50, key is test_row_0/B:col10/1731363579583/Put/seqid=0 2024-11-11T22:19:40,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:40,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742084_1260 (size=12001) 2024-11-11T22:19:40,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59548 deadline: 1731363640081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:40,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363640081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:40,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363640082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:40,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:40,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363640083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:40,089 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/d9b3f31f25f14b7d858db77f93ac33c7 2024-11-11T22:19:40,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742085_1261 (size=12207) 2024-11-11T22:19:40,110 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/75a360b901714f9092f5b90c2191afa7 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/75a360b901714f9092f5b90c2191afa7 2024-11-11T22:19:40,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742086_1262 (size=12207) 2024-11-11T22:19:40,119 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62edf64fd8985d0d0bd9af67ce036680/A of 62edf64fd8985d0d0bd9af67ce036680 into 75a360b901714f9092f5b90c2191afa7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:19:40,119 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:40,119 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680., storeName=62edf64fd8985d0d0bd9af67ce036680/A, priority=13, startTime=1731363579944; duration=0sec 2024-11-11T22:19:40,119 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:19:40,119 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62edf64fd8985d0d0bd9af67ce036680:A 2024-11-11T22:19:40,119 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:19:40,121 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:19:40,122 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): 62edf64fd8985d0d0bd9af67ce036680/C is initiating minor compaction (all files) 2024-11-11T22:19:40,122 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62edf64fd8985d0d0bd9af67ce036680/C in TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:40,122 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/51562e58d7924a1f8c6a5861db8cd808, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/9b38e33b65a94631953ff404f5a0bb64, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/c91bc99392674ebaaa9f8eb0a0e6a751] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp, totalSize=35.3 K 2024-11-11T22:19:40,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/c39c6c096cc64eac853b1ae64b5f867c is 50, key is test_row_0/B:col10/1731363579946/Put/seqid=0 2024-11-11T22:19:40,123 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51562e58d7924a1f8c6a5861db8cd808, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731363576940 2024-11-11T22:19:40,123 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b38e33b65a94631953ff404f5a0bb64, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731363578114 2024-11-11T22:19:40,124 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting c91bc99392674ebaaa9f8eb0a0e6a751, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731363579582 2024-11-11T22:19:40,126 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/eb33b5c8445d43d38a00b0de812b92c0 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/eb33b5c8445d43d38a00b0de812b92c0 2024-11-11T22:19:40,133 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62edf64fd8985d0d0bd9af67ce036680/B of 62edf64fd8985d0d0bd9af67ce036680 into eb33b5c8445d43d38a00b0de812b92c0(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:19:40,133 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:40,133 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680., storeName=62edf64fd8985d0d0bd9af67ce036680/B, priority=13, startTime=1731363579944; duration=0sec 2024-11-11T22:19:40,134 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:40,134 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62edf64fd8985d0d0bd9af67ce036680:B 2024-11-11T22:19:40,165 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62edf64fd8985d0d0bd9af67ce036680#C#compaction#217 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:19:40,166 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/e1f77f4c36cf4eeb8bb58b21b2f8c08d is 50, key is test_row_0/C:col10/1731363579583/Put/seqid=0 2024-11-11T22:19:40,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742087_1263 (size=12001) 2024-11-11T22:19:40,188 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/c39c6c096cc64eac853b1ae64b5f867c 2024-11-11T22:19:40,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/e0d96b6bc9c342f2b88c0c79e5d5367b is 50, key is test_row_0/C:col10/1731363579946/Put/seqid=0 2024-11-11T22:19:40,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742088_1264 (size=12207) 2024-11-11T22:19:40,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742089_1265 (size=12001) 2024-11-11T22:19:40,277 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/e0d96b6bc9c342f2b88c0c79e5d5367b 2024-11-11T22:19:40,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:40,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59576 deadline: 1731363640282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:40,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/d9b3f31f25f14b7d858db77f93ac33c7 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/d9b3f31f25f14b7d858db77f93ac33c7 2024-11-11T22:19:40,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:40,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59548 deadline: 1731363640286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:40,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:40,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363640287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:40,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:40,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363640287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:40,294 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/d9b3f31f25f14b7d858db77f93ac33c7, entries=150, sequenceid=118, filesize=11.7 K 2024-11-11T22:19:40,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/c39c6c096cc64eac853b1ae64b5f867c as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/c39c6c096cc64eac853b1ae64b5f867c 2024-11-11T22:19:40,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:40,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363640293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:40,305 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/c39c6c096cc64eac853b1ae64b5f867c, entries=150, sequenceid=118, filesize=11.7 K 2024-11-11T22:19:40,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/e0d96b6bc9c342f2b88c0c79e5d5367b as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/e0d96b6bc9c342f2b88c0c79e5d5367b 2024-11-11T22:19:40,313 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/e0d96b6bc9c342f2b88c0c79e5d5367b, entries=150, sequenceid=118, filesize=11.7 K 2024-11-11T22:19:40,317 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 62edf64fd8985d0d0bd9af67ce036680 in 366ms, sequenceid=118, compaction requested=false 2024-11-11T22:19:40,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:40,606 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62edf64fd8985d0d0bd9af67ce036680 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-11T22:19:40,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=A 2024-11-11T22:19:40,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:40,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=B 2024-11-11T22:19:40,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:40,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=C 2024-11-11T22:19:40,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 62edf64fd8985d0d0bd9af67ce036680 2024-11-11T22:19:40,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/986a1cf7af7243c88a4ddfba6c81c0b8 is 50, key is test_row_0/A:col10/1731363579975/Put/seqid=0 2024-11-11T22:19:40,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:40,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59548 deadline: 1731363640634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363640636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:40,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363640637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:40,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363640638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:40,651 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/e1f77f4c36cf4eeb8bb58b21b2f8c08d as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/e1f77f4c36cf4eeb8bb58b21b2f8c08d 2024-11-11T22:19:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-11T22:19:40,655 INFO [Thread-1129 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-11T22:19:40,657 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:19:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-11T22:19:40,658 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:19:40,659 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62edf64fd8985d0d0bd9af67ce036680/C of 62edf64fd8985d0d0bd9af67ce036680 into e1f77f4c36cf4eeb8bb58b21b2f8c08d(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:19:40,659 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:40,659 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680., storeName=62edf64fd8985d0d0bd9af67ce036680/C, priority=13, startTime=1731363579944; duration=0sec 2024-11-11T22:19:40,659 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:40,659 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:19:40,659 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62edf64fd8985d0d0bd9af67ce036680:C 2024-11-11T22:19:40,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:19:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-11T22:19:40,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742090_1266 (size=12151) 2024-11-11T22:19:40,674 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/986a1cf7af7243c88a4ddfba6c81c0b8 2024-11-11T22:19:40,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/b19e3106396849eea9da33595da9ba27 is 50, key is test_row_0/B:col10/1731363579975/Put/seqid=0 2024-11-11T22:19:40,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742091_1267 (size=12151) 2024-11-11T22:19:40,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59548 deadline: 1731363640740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:40,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363640740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:40,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363640744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:40,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363640744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-11T22:19:40,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59576 deadline: 1731363640792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:40,811 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:40,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-11T22:19:40,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:40,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. as already flushing 2024-11-11T22:19:40,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:40,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:40,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:40,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59548 deadline: 1731363640944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:40,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363640952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:40,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363640957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:40,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363640957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:40,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-11T22:19:40,978 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:40,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-11T22:19:40,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:40,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. as already flushing 2024-11-11T22:19:40,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:40,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:40,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:40,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:41,134 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:41,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-11T22:19:41,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:41,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. as already flushing 2024-11-11T22:19:41,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:41,139 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:41,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:41,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:41,147 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/b19e3106396849eea9da33595da9ba27 2024-11-11T22:19:41,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/f86ffe7951bf4e4d91593805fbac23fe is 50, key is test_row_0/C:col10/1731363579975/Put/seqid=0 2024-11-11T22:19:41,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742092_1268 (size=12151) 2024-11-11T22:19:41,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:41,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59548 deadline: 1731363641257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:41,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:41,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363641261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:41,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:41,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363641262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:41,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:41,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363641262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:41,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-11T22:19:41,294 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:41,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-11T22:19:41,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:41,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. as already flushing 2024-11-11T22:19:41,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:41,296 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:41,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:41,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:41,448 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:41,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-11T22:19:41,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:41,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. as already flushing 2024-11-11T22:19:41,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:41,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:41,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:41,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:41,602 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/f86ffe7951bf4e4d91593805fbac23fe 2024-11-11T22:19:41,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/986a1cf7af7243c88a4ddfba6c81c0b8 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/986a1cf7af7243c88a4ddfba6c81c0b8 2024-11-11T22:19:41,611 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/986a1cf7af7243c88a4ddfba6c81c0b8, entries=150, sequenceid=136, filesize=11.9 K 2024-11-11T22:19:41,612 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:41,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-11T22:19:41,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:41,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. as already flushing 2024-11-11T22:19:41,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:41,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:41,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:41,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:41,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/b19e3106396849eea9da33595da9ba27 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/b19e3106396849eea9da33595da9ba27 2024-11-11T22:19:41,649 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/b19e3106396849eea9da33595da9ba27, entries=150, sequenceid=136, filesize=11.9 K 2024-11-11T22:19:41,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/f86ffe7951bf4e4d91593805fbac23fe as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/f86ffe7951bf4e4d91593805fbac23fe 2024-11-11T22:19:41,661 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/f86ffe7951bf4e4d91593805fbac23fe, entries=150, sequenceid=136, filesize=11.9 K 2024-11-11T22:19:41,662 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 62edf64fd8985d0d0bd9af67ce036680 in 1056ms, sequenceid=136, compaction requested=true 2024-11-11T22:19:41,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:41,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62edf64fd8985d0d0bd9af67ce036680:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T22:19:41,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:41,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62edf64fd8985d0d0bd9af67ce036680:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T22:19:41,662 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:19:41,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:19:41,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62edf64fd8985d0d0bd9af67ce036680:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:19:41,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T22:19:41,663 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:19:41,664 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:19:41,664 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:19:41,664 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): 62edf64fd8985d0d0bd9af67ce036680/A is initiating minor compaction (all files) 2024-11-11T22:19:41,664 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 62edf64fd8985d0d0bd9af67ce036680/B is initiating minor compaction (all files) 2024-11-11T22:19:41,664 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62edf64fd8985d0d0bd9af67ce036680/A in TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:41,664 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62edf64fd8985d0d0bd9af67ce036680/B in TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:41,664 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/75a360b901714f9092f5b90c2191afa7, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/d9b3f31f25f14b7d858db77f93ac33c7, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/986a1cf7af7243c88a4ddfba6c81c0b8] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp, totalSize=35.5 K 2024-11-11T22:19:41,664 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/eb33b5c8445d43d38a00b0de812b92c0, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/c39c6c096cc64eac853b1ae64b5f867c, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/b19e3106396849eea9da33595da9ba27] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp, totalSize=35.5 K 2024-11-11T22:19:41,665 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 75a360b901714f9092f5b90c2191afa7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731363579582 2024-11-11T22:19:41,665 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting d9b3f31f25f14b7d858db77f93ac33c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731363579615 2024-11-11T22:19:41,666 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 986a1cf7af7243c88a4ddfba6c81c0b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731363579975 2024-11-11T22:19:41,667 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting eb33b5c8445d43d38a00b0de812b92c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731363579582 2024-11-11T22:19:41,668 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting c39c6c096cc64eac853b1ae64b5f867c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731363579615 2024-11-11T22:19:41,670 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting b19e3106396849eea9da33595da9ba27, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731363579975 2024-11-11T22:19:41,680 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62edf64fd8985d0d0bd9af67ce036680#A#compaction#222 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:19:41,681 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/e52cf66b0d644675928844017d9ffb44 is 50, key is test_row_0/A:col10/1731363579975/Put/seqid=0 2024-11-11T22:19:41,702 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62edf64fd8985d0d0bd9af67ce036680#B#compaction#223 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:19:41,703 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/8b1b1ccdf9a14da79abaf4d7ab820522 is 50, key is test_row_0/B:col10/1731363579975/Put/seqid=0 2024-11-11T22:19:41,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742093_1269 (size=12459) 2024-11-11T22:19:41,730 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/e52cf66b0d644675928844017d9ffb44 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/e52cf66b0d644675928844017d9ffb44 2024-11-11T22:19:41,744 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62edf64fd8985d0d0bd9af67ce036680/A of 62edf64fd8985d0d0bd9af67ce036680 into e52cf66b0d644675928844017d9ffb44(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:19:41,744 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:41,744 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680., storeName=62edf64fd8985d0d0bd9af67ce036680/A, priority=13, startTime=1731363581662; duration=0sec 2024-11-11T22:19:41,744 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:19:41,744 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62edf64fd8985d0d0bd9af67ce036680:A 2024-11-11T22:19:41,744 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:19:41,746 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:19:41,746 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): 62edf64fd8985d0d0bd9af67ce036680/C is initiating minor compaction (all files) 2024-11-11T22:19:41,746 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62edf64fd8985d0d0bd9af67ce036680/C in TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:41,746 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/e1f77f4c36cf4eeb8bb58b21b2f8c08d, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/e0d96b6bc9c342f2b88c0c79e5d5367b, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/f86ffe7951bf4e4d91593805fbac23fe] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp, totalSize=35.5 K 2024-11-11T22:19:41,747 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1f77f4c36cf4eeb8bb58b21b2f8c08d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731363579582 2024-11-11T22:19:41,748 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0d96b6bc9c342f2b88c0c79e5d5367b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731363579615 2024-11-11T22:19:41,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742094_1270 (size=12459) 2024-11-11T22:19:41,754 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting f86ffe7951bf4e4d91593805fbac23fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731363579975 2024-11-11T22:19:41,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 62edf64fd8985d0d0bd9af67ce036680 2024-11-11T22:19:41,764 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62edf64fd8985d0d0bd9af67ce036680 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-11T22:19:41,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=A 2024-11-11T22:19:41,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:41,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=B 2024-11-11T22:19:41,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:41,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=C 2024-11-11T22:19:41,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:41,767 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:41,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-11T22:19:41,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:41,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. as already flushing 2024-11-11T22:19:41,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:41,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:41,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:41,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:41,770 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62edf64fd8985d0d0bd9af67ce036680#C#compaction#224 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:19:41,771 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/99940b18826e47e19c0a57f4c0d4d57c is 50, key is test_row_0/C:col10/1731363579975/Put/seqid=0 2024-11-11T22:19:41,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-11T22:19:41,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/2a37938d40a44c9ab98055414b839b87 is 50, key is test_row_0/A:col10/1731363580632/Put/seqid=0 2024-11-11T22:19:41,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:41,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363641779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:41,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:41,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59548 deadline: 1731363641781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:41,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:41,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363641783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:41,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:41,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363641784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:41,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742096_1272 (size=14541) 2024-11-11T22:19:41,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742095_1271 (size=12459) 2024-11-11T22:19:41,791 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/2a37938d40a44c9ab98055414b839b87 2024-11-11T22:19:41,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/5abfeb3d207b4e91976d2ddbf3efb2fd is 50, key is test_row_0/B:col10/1731363580632/Put/seqid=0 2024-11-11T22:19:41,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:41,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59576 deadline: 1731363641797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:41,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742097_1273 (size=12151) 2024-11-11T22:19:41,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:41,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363641884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:41,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:41,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59548 deadline: 1731363641885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:41,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:41,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363641887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:41,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:41,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363641888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:41,928 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:41,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-11T22:19:41,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:41,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. as already flushing 2024-11-11T22:19:41,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:41,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:41,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:41,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:42,081 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:42,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-11T22:19:42,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:42,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. as already flushing 2024-11-11T22:19:42,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:42,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:42,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:42,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:42,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:42,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363642089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:42,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:42,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363642095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:42,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:42,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363642097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:42,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:42,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59548 deadline: 1731363642097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:42,197 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/99940b18826e47e19c0a57f4c0d4d57c as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/99940b18826e47e19c0a57f4c0d4d57c 2024-11-11T22:19:42,200 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/8b1b1ccdf9a14da79abaf4d7ab820522 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/8b1b1ccdf9a14da79abaf4d7ab820522 2024-11-11T22:19:42,211 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/5abfeb3d207b4e91976d2ddbf3efb2fd 2024-11-11T22:19:42,213 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62edf64fd8985d0d0bd9af67ce036680/C of 62edf64fd8985d0d0bd9af67ce036680 into 99940b18826e47e19c0a57f4c0d4d57c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:19:42,213 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:42,213 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680., storeName=62edf64fd8985d0d0bd9af67ce036680/C, priority=13, startTime=1731363581662; duration=0sec 2024-11-11T22:19:42,213 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:42,213 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62edf64fd8985d0d0bd9af67ce036680:C 2024-11-11T22:19:42,214 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62edf64fd8985d0d0bd9af67ce036680/B of 62edf64fd8985d0d0bd9af67ce036680 into 8b1b1ccdf9a14da79abaf4d7ab820522(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:19:42,214 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:42,214 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680., storeName=62edf64fd8985d0d0bd9af67ce036680/B, priority=13, startTime=1731363581662; duration=0sec 2024-11-11T22:19:42,214 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:42,214 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62edf64fd8985d0d0bd9af67ce036680:B 2024-11-11T22:19:42,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/de1f2fe9fb50455bac5acf498412aef5 is 50, key is test_row_0/C:col10/1731363580632/Put/seqid=0 2024-11-11T22:19:42,251 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:42,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-11T22:19:42,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:42,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. as already flushing 2024-11-11T22:19:42,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:42,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:42,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:42,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:42,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742098_1274 (size=12151) 2024-11-11T22:19:42,271 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/de1f2fe9fb50455bac5acf498412aef5 2024-11-11T22:19:42,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/2a37938d40a44c9ab98055414b839b87 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/2a37938d40a44c9ab98055414b839b87 2024-11-11T22:19:42,288 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/2a37938d40a44c9ab98055414b839b87, entries=200, sequenceid=159, filesize=14.2 K 2024-11-11T22:19:42,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/5abfeb3d207b4e91976d2ddbf3efb2fd as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/5abfeb3d207b4e91976d2ddbf3efb2fd 2024-11-11T22:19:42,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/5abfeb3d207b4e91976d2ddbf3efb2fd, entries=150, sequenceid=159, filesize=11.9 K 2024-11-11T22:19:42,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/de1f2fe9fb50455bac5acf498412aef5 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/de1f2fe9fb50455bac5acf498412aef5 2024-11-11T22:19:42,314 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/de1f2fe9fb50455bac5acf498412aef5, entries=150, sequenceid=159, filesize=11.9 K 2024-11-11T22:19:42,315 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 62edf64fd8985d0d0bd9af67ce036680 in 551ms, sequenceid=159, compaction requested=false 2024-11-11T22:19:42,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 62edf64fd8985d0d0bd9af67ce036680 2024-11-11T22:19:42,395 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62edf64fd8985d0d0bd9af67ce036680 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-11T22:19:42,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=A 2024-11-11T22:19:42,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:42,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=B 2024-11-11T22:19:42,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:42,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=C 2024-11-11T22:19:42,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:42,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/6df5ce3124764e19a7228c6302253f8b is 50, key is test_row_0/A:col10/1731363581781/Put/seqid=0 2024-11-11T22:19:42,404 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:42,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-11T22:19:42,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:42,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. as already flushing 2024-11-11T22:19:42,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:42,408 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:42,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:42,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:42,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742099_1275 (size=12151) 2024-11-11T22:19:42,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:42,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363642429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363642429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:42,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363642430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:42,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59548 deadline: 1731363642432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:42,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:42,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363642534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:42,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:42,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363642534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:42,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:42,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59548 deadline: 1731363642534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:42,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:42,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363642539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:42,567 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:42,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-11T22:19:42,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:42,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. as already flushing 2024-11-11T22:19:42,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:42,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:42,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:42,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:42,727 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:42,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-11T22:19:42,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:42,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. as already flushing 2024-11-11T22:19:42,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:42,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:42,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:42,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:42,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:42,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363642740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:42,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:42,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59548 deadline: 1731363642741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:42,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:42,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363642742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:42,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:42,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363642752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:42,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-11T22:19:42,829 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/6df5ce3124764e19a7228c6302253f8b 2024-11-11T22:19:42,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/d9bfc3f7f6544a10bae84796048bd836 is 50, key is test_row_0/B:col10/1731363581781/Put/seqid=0 2024-11-11T22:19:42,884 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:42,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-11T22:19:42,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:42,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. as already flushing 2024-11-11T22:19:42,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:42,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:42,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:42,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:42,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742100_1276 (size=12151) 2024-11-11T22:19:42,899 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/d9bfc3f7f6544a10bae84796048bd836 2024-11-11T22:19:42,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/22f14b098db046fcbf77c7bc0d4d2084 is 50, key is test_row_0/C:col10/1731363581781/Put/seqid=0 2024-11-11T22:19:42,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742101_1277 (size=12151) 2024-11-11T22:19:43,042 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:43,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-11T22:19:43,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:43,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. as already flushing 2024-11-11T22:19:43,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:43,043 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:43,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:43,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:43,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:43,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363643045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:43,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363643045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:43,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:43,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59548 deadline: 1731363643046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:43,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363643057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:43,203 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:43,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-11T22:19:43,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:43,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. as already flushing 2024-11-11T22:19:43,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:43,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:43,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:43,357 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:43,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-11T22:19:43,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:43,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. as already flushing 2024-11-11T22:19:43,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:43,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:43,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:43,365 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/22f14b098db046fcbf77c7bc0d4d2084 2024-11-11T22:19:43,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/6df5ce3124764e19a7228c6302253f8b as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/6df5ce3124764e19a7228c6302253f8b 2024-11-11T22:19:43,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/6df5ce3124764e19a7228c6302253f8b, entries=150, sequenceid=177, filesize=11.9 K 2024-11-11T22:19:43,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/d9bfc3f7f6544a10bae84796048bd836 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/d9bfc3f7f6544a10bae84796048bd836 2024-11-11T22:19:43,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/d9bfc3f7f6544a10bae84796048bd836, entries=150, sequenceid=177, filesize=11.9 K 2024-11-11T22:19:43,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/22f14b098db046fcbf77c7bc0d4d2084 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/22f14b098db046fcbf77c7bc0d4d2084 2024-11-11T22:19:43,395 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/22f14b098db046fcbf77c7bc0d4d2084, entries=150, sequenceid=177, filesize=11.9 K 2024-11-11T22:19:43,396 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 62edf64fd8985d0d0bd9af67ce036680 in 1002ms, sequenceid=177, compaction requested=true 2024-11-11T22:19:43,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:43,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62edf64fd8985d0d0bd9af67ce036680:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T22:19:43,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:43,396 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:19:43,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62edf64fd8985d0d0bd9af67ce036680:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T22:19:43,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:43,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62edf64fd8985d0d0bd9af67ce036680:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:19:43,396 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:19:43,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:19:43,397 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:19:43,397 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 62edf64fd8985d0d0bd9af67ce036680/B is initiating minor compaction (all files) 2024-11-11T22:19:43,397 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62edf64fd8985d0d0bd9af67ce036680/B in TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:43,397 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/8b1b1ccdf9a14da79abaf4d7ab820522, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/5abfeb3d207b4e91976d2ddbf3efb2fd, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/d9bfc3f7f6544a10bae84796048bd836] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp, totalSize=35.9 K 2024-11-11T22:19:43,398 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39151 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:19:43,399 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): 62edf64fd8985d0d0bd9af67ce036680/A is initiating minor compaction (all files) 2024-11-11T22:19:43,399 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62edf64fd8985d0d0bd9af67ce036680/A in TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:43,399 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/e52cf66b0d644675928844017d9ffb44, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/2a37938d40a44c9ab98055414b839b87, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/6df5ce3124764e19a7228c6302253f8b] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp, totalSize=38.2 K 2024-11-11T22:19:43,401 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b1b1ccdf9a14da79abaf4d7ab820522, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731363579975 2024-11-11T22:19:43,401 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting e52cf66b0d644675928844017d9ffb44, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731363579975 2024-11-11T22:19:43,402 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 5abfeb3d207b4e91976d2ddbf3efb2fd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731363580632 2024-11-11T22:19:43,402 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a37938d40a44c9ab98055414b839b87, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731363580632 2024-11-11T22:19:43,402 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting d9bfc3f7f6544a10bae84796048bd836, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731363581781 2024-11-11T22:19:43,403 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6df5ce3124764e19a7228c6302253f8b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731363581781 2024-11-11T22:19:43,433 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62edf64fd8985d0d0bd9af67ce036680#A#compaction#231 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:19:43,434 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/be5385fdd0854496b4593a10832f0ad1 is 50, key is test_row_0/A:col10/1731363581781/Put/seqid=0 2024-11-11T22:19:43,440 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62edf64fd8985d0d0bd9af67ce036680#B#compaction#232 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:19:43,442 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/d627b091018a4123bc391635bb93f959 is 50, key is test_row_0/B:col10/1731363581781/Put/seqid=0 2024-11-11T22:19:43,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742102_1278 (size=12561) 2024-11-11T22:19:43,485 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/be5385fdd0854496b4593a10832f0ad1 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/be5385fdd0854496b4593a10832f0ad1 2024-11-11T22:19:43,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742103_1279 (size=12561) 2024-11-11T22:19:43,494 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62edf64fd8985d0d0bd9af67ce036680/A of 62edf64fd8985d0d0bd9af67ce036680 into be5385fdd0854496b4593a10832f0ad1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:19:43,494 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:43,494 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680., storeName=62edf64fd8985d0d0bd9af67ce036680/A, priority=13, startTime=1731363583396; duration=0sec 2024-11-11T22:19:43,494 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:19:43,494 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62edf64fd8985d0d0bd9af67ce036680:A 2024-11-11T22:19:43,494 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:19:43,496 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:19:43,496 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): 62edf64fd8985d0d0bd9af67ce036680/C is initiating minor compaction (all files) 2024-11-11T22:19:43,496 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62edf64fd8985d0d0bd9af67ce036680/C in TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:43,496 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/99940b18826e47e19c0a57f4c0d4d57c, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/de1f2fe9fb50455bac5acf498412aef5, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/22f14b098db046fcbf77c7bc0d4d2084] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp, totalSize=35.9 K 2024-11-11T22:19:43,498 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99940b18826e47e19c0a57f4c0d4d57c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731363579975 2024-11-11T22:19:43,498 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting de1f2fe9fb50455bac5acf498412aef5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731363580632 2024-11-11T22:19:43,498 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 22f14b098db046fcbf77c7bc0d4d2084, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731363581781 2024-11-11T22:19:43,502 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/d627b091018a4123bc391635bb93f959 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/d627b091018a4123bc391635bb93f959 2024-11-11T22:19:43,515 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:43,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-11T22:19:43,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:43,516 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 62edf64fd8985d0d0bd9af67ce036680 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-11T22:19:43,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=A 2024-11-11T22:19:43,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:43,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=B 2024-11-11T22:19:43,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:43,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=C 2024-11-11T22:19:43,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:43,519 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62edf64fd8985d0d0bd9af67ce036680/B of 62edf64fd8985d0d0bd9af67ce036680 into d627b091018a4123bc391635bb93f959(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:19:43,519 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:43,519 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680., storeName=62edf64fd8985d0d0bd9af67ce036680/B, priority=13, startTime=1731363583396; duration=0sec 2024-11-11T22:19:43,519 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:43,519 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62edf64fd8985d0d0bd9af67ce036680:B 2024-11-11T22:19:43,522 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62edf64fd8985d0d0bd9af67ce036680#C#compaction#233 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:19:43,523 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/b2c32dafc7d14ceea3e025b10a01c171 is 50, key is test_row_0/C:col10/1731363581781/Put/seqid=0 2024-11-11T22:19:43,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/817f2deb03584b95bd05d19c4b43e808 is 50, key is test_row_0/A:col10/1731363582431/Put/seqid=0 2024-11-11T22:19:43,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742104_1280 (size=12561) 2024-11-11T22:19:43,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. as already flushing 2024-11-11T22:19:43,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 62edf64fd8985d0d0bd9af67ce036680 2024-11-11T22:19:43,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742105_1281 (size=12151) 2024-11-11T22:19:43,584 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/b2c32dafc7d14ceea3e025b10a01c171 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/b2c32dafc7d14ceea3e025b10a01c171 2024-11-11T22:19:43,632 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62edf64fd8985d0d0bd9af67ce036680/C of 62edf64fd8985d0d0bd9af67ce036680 into b2c32dafc7d14ceea3e025b10a01c171(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:19:43,632 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:43,632 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680., storeName=62edf64fd8985d0d0bd9af67ce036680/C, priority=13, startTime=1731363583396; duration=0sec 2024-11-11T22:19:43,632 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:43,632 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62edf64fd8985d0d0bd9af67ce036680:C 2024-11-11T22:19:43,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:43,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363643633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:43,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:43,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59548 deadline: 1731363643643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:43,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:43,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363643643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:43,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:43,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363643643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:43,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:43,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363643751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:43,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:43,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363643751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:43,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:43,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363643753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:43,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:43,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59548 deadline: 1731363643758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:43,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:43,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59576 deadline: 1731363643815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:43,818 DEBUG [Thread-1121 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4181 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680., hostname=47c9c93ccfa8,41889,1731363510061, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T22:19:43,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:43,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363643953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:43,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:43,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363643955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:43,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:43,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363643956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:43,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:43,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59548 deadline: 1731363643963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:43,977 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/817f2deb03584b95bd05d19c4b43e808 2024-11-11T22:19:43,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/66436c6f439d47daab8006db0ca5b2d9 is 50, key is test_row_0/B:col10/1731363582431/Put/seqid=0 2024-11-11T22:19:44,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742106_1282 (size=12151) 2024-11-11T22:19:44,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:44,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363644257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:44,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:44,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363644260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:44,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:44,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363644261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:44,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:44,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59548 deadline: 1731363644274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:44,435 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/66436c6f439d47daab8006db0ca5b2d9 2024-11-11T22:19:44,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/6f44d6dc3e504ac38860fdbe3a49c8b5 is 50, key is test_row_0/C:col10/1731363582431/Put/seqid=0 2024-11-11T22:19:44,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742107_1283 (size=12151) 2024-11-11T22:19:44,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363644763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:44,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363644765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:44,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363644768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-11T22:19:44,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59548 deadline: 1731363644792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:44,867 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/6f44d6dc3e504ac38860fdbe3a49c8b5 2024-11-11T22:19:44,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/817f2deb03584b95bd05d19c4b43e808 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/817f2deb03584b95bd05d19c4b43e808 2024-11-11T22:19:44,879 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/817f2deb03584b95bd05d19c4b43e808, entries=150, sequenceid=199, filesize=11.9 K 2024-11-11T22:19:44,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/66436c6f439d47daab8006db0ca5b2d9 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/66436c6f439d47daab8006db0ca5b2d9 2024-11-11T22:19:44,901 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/66436c6f439d47daab8006db0ca5b2d9, entries=150, sequenceid=199, filesize=11.9 K 2024-11-11T22:19:44,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/6f44d6dc3e504ac38860fdbe3a49c8b5 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/6f44d6dc3e504ac38860fdbe3a49c8b5 2024-11-11T22:19:44,917 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/6f44d6dc3e504ac38860fdbe3a49c8b5, entries=150, sequenceid=199, filesize=11.9 K 2024-11-11T22:19:44,918 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 62edf64fd8985d0d0bd9af67ce036680 in 1402ms, sequenceid=199, compaction requested=false 2024-11-11T22:19:44,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:44,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:44,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-11T22:19:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-11T22:19:44,921 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-11T22:19:44,922 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.2610 sec 2024-11-11T22:19:44,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 4.2670 sec 2024-11-11T22:19:45,779 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62edf64fd8985d0d0bd9af67ce036680 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-11T22:19:45,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 62edf64fd8985d0d0bd9af67ce036680 2024-11-11T22:19:45,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=A 2024-11-11T22:19:45,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:45,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=B 2024-11-11T22:19:45,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:45,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=C 2024-11-11T22:19:45,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:45,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/2fd39fe63af44e028d2707c3f70c615a is 50, key is test_row_0/A:col10/1731363585779/Put/seqid=0 2024-11-11T22:19:45,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:45,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363645799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:45,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:45,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363645801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:45,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:45,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363645802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:45,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:45,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59548 deadline: 1731363645804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:45,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742108_1284 (size=12151) 2024-11-11T22:19:45,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/2fd39fe63af44e028d2707c3f70c615a 2024-11-11T22:19:45,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/9a03eeca54764459b9c65b5ff126b716 is 50, key is test_row_0/B:col10/1731363585779/Put/seqid=0 2024-11-11T22:19:45,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:45,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363645906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:45,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:45,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363645906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:45,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742109_1285 (size=12151) 2024-11-11T22:19:45,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:45,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363645907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:45,913 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/9a03eeca54764459b9c65b5ff126b716 2024-11-11T22:19:45,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/92efccfe3a9c40abb9109858e92f1c02 is 50, key is test_row_0/C:col10/1731363585779/Put/seqid=0 2024-11-11T22:19:45,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742110_1286 (size=12151) 2024-11-11T22:19:45,954 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/92efccfe3a9c40abb9109858e92f1c02 2024-11-11T22:19:45,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/2fd39fe63af44e028d2707c3f70c615a as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/2fd39fe63af44e028d2707c3f70c615a 2024-11-11T22:19:45,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/2fd39fe63af44e028d2707c3f70c615a, entries=150, sequenceid=219, filesize=11.9 K 2024-11-11T22:19:45,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/9a03eeca54764459b9c65b5ff126b716 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/9a03eeca54764459b9c65b5ff126b716 2024-11-11T22:19:45,972 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/9a03eeca54764459b9c65b5ff126b716, entries=150, sequenceid=219, filesize=11.9 K 2024-11-11T22:19:45,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/92efccfe3a9c40abb9109858e92f1c02 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/92efccfe3a9c40abb9109858e92f1c02 2024-11-11T22:19:45,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/92efccfe3a9c40abb9109858e92f1c02, entries=150, sequenceid=219, filesize=11.9 K 2024-11-11T22:19:45,980 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 62edf64fd8985d0d0bd9af67ce036680 in 200ms, sequenceid=219, compaction requested=true 2024-11-11T22:19:45,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:45,980 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:19:45,981 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:19:45,981 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): 62edf64fd8985d0d0bd9af67ce036680/A is initiating minor compaction (all files) 2024-11-11T22:19:45,981 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62edf64fd8985d0d0bd9af67ce036680/A in TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:45,981 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/be5385fdd0854496b4593a10832f0ad1, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/817f2deb03584b95bd05d19c4b43e808, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/2fd39fe63af44e028d2707c3f70c615a] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp, totalSize=36.0 K 2024-11-11T22:19:45,982 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting be5385fdd0854496b4593a10832f0ad1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731363581781 2024-11-11T22:19:45,982 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 817f2deb03584b95bd05d19c4b43e808, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731363582427 2024-11-11T22:19:45,983 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2fd39fe63af44e028d2707c3f70c615a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731363583569 2024-11-11T22:19:45,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62edf64fd8985d0d0bd9af67ce036680:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T22:19:45,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:45,986 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:19:45,987 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:19:45,987 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 62edf64fd8985d0d0bd9af67ce036680/B is initiating minor compaction (all files) 2024-11-11T22:19:45,987 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62edf64fd8985d0d0bd9af67ce036680/B in TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:45,987 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/d627b091018a4123bc391635bb93f959, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/66436c6f439d47daab8006db0ca5b2d9, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/9a03eeca54764459b9c65b5ff126b716] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp, totalSize=36.0 K 2024-11-11T22:19:45,988 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting d627b091018a4123bc391635bb93f959, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731363581781 2024-11-11T22:19:45,989 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 66436c6f439d47daab8006db0ca5b2d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731363582427 2024-11-11T22:19:45,989 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a03eeca54764459b9c65b5ff126b716, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731363583569 2024-11-11T22:19:45,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62edf64fd8985d0d0bd9af67ce036680:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T22:19:45,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:45,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62edf64fd8985d0d0bd9af67ce036680:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:19:45,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:19:45,997 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62edf64fd8985d0d0bd9af67ce036680#A#compaction#240 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:19:45,998 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/bf77c3988bea49b6af9a843cee959e2d is 50, key is test_row_0/A:col10/1731363585779/Put/seqid=0 2024-11-11T22:19:46,006 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62edf64fd8985d0d0bd9af67ce036680#B#compaction#241 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:19:46,007 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/9d3310c4e5d7458ebfb0e95d4e77b688 is 50, key is test_row_0/B:col10/1731363585779/Put/seqid=0 2024-11-11T22:19:46,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742111_1287 (size=12663) 2024-11-11T22:19:46,040 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/bf77c3988bea49b6af9a843cee959e2d as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/bf77c3988bea49b6af9a843cee959e2d 2024-11-11T22:19:46,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742112_1288 (size=12663) 2024-11-11T22:19:46,053 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/9d3310c4e5d7458ebfb0e95d4e77b688 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/9d3310c4e5d7458ebfb0e95d4e77b688 2024-11-11T22:19:46,056 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62edf64fd8985d0d0bd9af67ce036680/A of 62edf64fd8985d0d0bd9af67ce036680 into bf77c3988bea49b6af9a843cee959e2d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:19:46,056 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:46,056 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680., storeName=62edf64fd8985d0d0bd9af67ce036680/A, priority=13, startTime=1731363585980; duration=0sec 2024-11-11T22:19:46,056 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:19:46,056 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62edf64fd8985d0d0bd9af67ce036680:A 2024-11-11T22:19:46,056 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:19:46,058 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:19:46,058 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): 62edf64fd8985d0d0bd9af67ce036680/C is initiating minor compaction (all files) 2024-11-11T22:19:46,058 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62edf64fd8985d0d0bd9af67ce036680/C in TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:46,058 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/b2c32dafc7d14ceea3e025b10a01c171, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/6f44d6dc3e504ac38860fdbe3a49c8b5, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/92efccfe3a9c40abb9109858e92f1c02] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp, totalSize=36.0 K 2024-11-11T22:19:46,059 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting b2c32dafc7d14ceea3e025b10a01c171, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731363581781 2024-11-11T22:19:46,059 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f44d6dc3e504ac38860fdbe3a49c8b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731363582427 2024-11-11T22:19:46,059 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62edf64fd8985d0d0bd9af67ce036680/B of 62edf64fd8985d0d0bd9af67ce036680 into 9d3310c4e5d7458ebfb0e95d4e77b688(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:19:46,059 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:46,059 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680., storeName=62edf64fd8985d0d0bd9af67ce036680/B, priority=13, startTime=1731363585985; duration=0sec 2024-11-11T22:19:46,059 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:46,059 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62edf64fd8985d0d0bd9af67ce036680:B 2024-11-11T22:19:46,060 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92efccfe3a9c40abb9109858e92f1c02, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731363583569 2024-11-11T22:19:46,074 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62edf64fd8985d0d0bd9af67ce036680#C#compaction#242 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:19:46,075 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/a29dca8884a8448395b92e6a3324c470 is 50, key is test_row_0/C:col10/1731363585779/Put/seqid=0 2024-11-11T22:19:46,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742113_1289 (size=12663) 2024-11-11T22:19:46,096 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/a29dca8884a8448395b92e6a3324c470 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/a29dca8884a8448395b92e6a3324c470 2024-11-11T22:19:46,102 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62edf64fd8985d0d0bd9af67ce036680/C of 62edf64fd8985d0d0bd9af67ce036680 into a29dca8884a8448395b92e6a3324c470(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:19:46,102 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:46,103 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680., storeName=62edf64fd8985d0d0bd9af67ce036680/C, priority=13, startTime=1731363585990; duration=0sec 2024-11-11T22:19:46,103 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:46,103 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62edf64fd8985d0d0bd9af67ce036680:C 2024-11-11T22:19:46,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 62edf64fd8985d0d0bd9af67ce036680 2024-11-11T22:19:46,112 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62edf64fd8985d0d0bd9af67ce036680 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-11T22:19:46,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=A 2024-11-11T22:19:46,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:46,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=B 2024-11-11T22:19:46,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:46,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=C 2024-11-11T22:19:46,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:46,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/338484020f6043488e10837853ac9fef is 50, key is test_row_0/A:col10/1731363585800/Put/seqid=0 2024-11-11T22:19:46,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:46,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363646141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:46,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:46,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363646142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:46,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:46,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363646144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:46,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742114_1290 (size=12151) 2024-11-11T22:19:46,166 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/338484020f6043488e10837853ac9fef 2024-11-11T22:19:46,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/e54eaf18133346fd952bc3f51f0804a6 is 50, key is test_row_0/B:col10/1731363585800/Put/seqid=0 2024-11-11T22:19:46,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742115_1291 (size=12151) 2024-11-11T22:19:46,208 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/e54eaf18133346fd952bc3f51f0804a6 2024-11-11T22:19:46,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/71ae0e1cc2074497834fe3fc907eb8a0 is 50, key is test_row_0/C:col10/1731363585800/Put/seqid=0 2024-11-11T22:19:46,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742116_1292 (size=12151) 2024-11-11T22:19:46,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/71ae0e1cc2074497834fe3fc907eb8a0 2024-11-11T22:19:46,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:46,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363646246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:46,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:46,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363646247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:46,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/338484020f6043488e10837853ac9fef as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/338484020f6043488e10837853ac9fef 2024-11-11T22:19:46,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:46,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363646253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:46,258 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/338484020f6043488e10837853ac9fef, entries=150, sequenceid=240, filesize=11.9 K 2024-11-11T22:19:46,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/e54eaf18133346fd952bc3f51f0804a6 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/e54eaf18133346fd952bc3f51f0804a6 2024-11-11T22:19:46,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/e54eaf18133346fd952bc3f51f0804a6, entries=150, sequenceid=240, filesize=11.9 K 2024-11-11T22:19:46,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/71ae0e1cc2074497834fe3fc907eb8a0 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/71ae0e1cc2074497834fe3fc907eb8a0 2024-11-11T22:19:46,273 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/71ae0e1cc2074497834fe3fc907eb8a0, entries=150, sequenceid=240, filesize=11.9 K 2024-11-11T22:19:46,274 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 62edf64fd8985d0d0bd9af67ce036680 in 162ms, sequenceid=240, compaction requested=false 2024-11-11T22:19:46,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 62edf64fd8985d0d0bd9af67ce036680 2024-11-11T22:19:46,459 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62edf64fd8985d0d0bd9af67ce036680 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-11T22:19:46,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=A 2024-11-11T22:19:46,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:46,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=B 2024-11-11T22:19:46,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:46,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=C 2024-11-11T22:19:46,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:46,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/27c23d76547748c7a0b15c5095e548fd is 50, key is test_row_0/A:col10/1731363586142/Put/seqid=0 2024-11-11T22:19:46,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742117_1293 (size=12251) 2024-11-11T22:19:46,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:46,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363646476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:46,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363646477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:46,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363646477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:46,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:46,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363646579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:46,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363646580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:46,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:46,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363646581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:46,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363646782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:46,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363646783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:46,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363646783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:46,871 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/27c23d76547748c7a0b15c5095e548fd 2024-11-11T22:19:46,879 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/021766ca33844fd0b84f2e6db0ec21c4 is 50, key is test_row_0/B:col10/1731363586142/Put/seqid=0 2024-11-11T22:19:46,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742118_1294 (size=12251) 2024-11-11T22:19:47,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:47,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363647085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:47,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:47,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363647086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:47,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363647087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:47,285 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/021766ca33844fd0b84f2e6db0ec21c4 2024-11-11T22:19:47,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/644b907accd94c08bf9d9ad501d2f262 is 50, key is test_row_0/C:col10/1731363586142/Put/seqid=0 2024-11-11T22:19:47,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742119_1295 (size=12251) 2024-11-11T22:19:47,301 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/644b907accd94c08bf9d9ad501d2f262 2024-11-11T22:19:47,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/27c23d76547748c7a0b15c5095e548fd as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/27c23d76547748c7a0b15c5095e548fd 2024-11-11T22:19:47,328 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/27c23d76547748c7a0b15c5095e548fd, entries=150, sequenceid=260, filesize=12.0 K 2024-11-11T22:19:47,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/021766ca33844fd0b84f2e6db0ec21c4 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/021766ca33844fd0b84f2e6db0ec21c4 2024-11-11T22:19:47,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/021766ca33844fd0b84f2e6db0ec21c4, entries=150, sequenceid=260, filesize=12.0 K 2024-11-11T22:19:47,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/644b907accd94c08bf9d9ad501d2f262 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/644b907accd94c08bf9d9ad501d2f262 2024-11-11T22:19:47,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/644b907accd94c08bf9d9ad501d2f262, entries=150, sequenceid=260, filesize=12.0 K 2024-11-11T22:19:47,355 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 62edf64fd8985d0d0bd9af67ce036680 in 896ms, sequenceid=260, compaction requested=true 2024-11-11T22:19:47,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:47,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62edf64fd8985d0d0bd9af67ce036680:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T22:19:47,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:47,356 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:19:47,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62edf64fd8985d0d0bd9af67ce036680:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T22:19:47,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:47,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62edf64fd8985d0d0bd9af67ce036680:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:19:47,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:19:47,356 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:19:47,357 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:19:47,357 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): 62edf64fd8985d0d0bd9af67ce036680/A is initiating minor compaction (all files) 2024-11-11T22:19:47,357 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62edf64fd8985d0d0bd9af67ce036680/A in TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:47,357 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/bf77c3988bea49b6af9a843cee959e2d, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/338484020f6043488e10837853ac9fef, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/27c23d76547748c7a0b15c5095e548fd] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp, totalSize=36.2 K 2024-11-11T22:19:47,357 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:19:47,357 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 62edf64fd8985d0d0bd9af67ce036680/B is initiating minor compaction (all files) 2024-11-11T22:19:47,357 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62edf64fd8985d0d0bd9af67ce036680/B in TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:47,358 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/9d3310c4e5d7458ebfb0e95d4e77b688, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/e54eaf18133346fd952bc3f51f0804a6, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/021766ca33844fd0b84f2e6db0ec21c4] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp, totalSize=36.2 K 2024-11-11T22:19:47,360 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf77c3988bea49b6af9a843cee959e2d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731363583569 2024-11-11T22:19:47,360 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d3310c4e5d7458ebfb0e95d4e77b688, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731363583569 2024-11-11T22:19:47,361 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 338484020f6043488e10837853ac9fef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731363585792 2024-11-11T22:19:47,361 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting e54eaf18133346fd952bc3f51f0804a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731363585792 2024-11-11T22:19:47,361 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27c23d76547748c7a0b15c5095e548fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731363586139 2024-11-11T22:19:47,362 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 021766ca33844fd0b84f2e6db0ec21c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731363586139 2024-11-11T22:19:47,390 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62edf64fd8985d0d0bd9af67ce036680#A#compaction#249 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:19:47,391 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/5b13855e170a407cb89a468e72b025d7 is 50, key is test_row_0/A:col10/1731363586142/Put/seqid=0 2024-11-11T22:19:47,394 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62edf64fd8985d0d0bd9af67ce036680#B#compaction#250 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:19:47,395 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/a01a95e5e9474db293a592e1ddb3ed5f is 50, key is test_row_0/B:col10/1731363586142/Put/seqid=0 2024-11-11T22:19:47,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742120_1296 (size=12865) 2024-11-11T22:19:47,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742121_1297 (size=12865) 2024-11-11T22:19:47,458 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/a01a95e5e9474db293a592e1ddb3ed5f as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/a01a95e5e9474db293a592e1ddb3ed5f 2024-11-11T22:19:47,467 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62edf64fd8985d0d0bd9af67ce036680/B of 62edf64fd8985d0d0bd9af67ce036680 into a01a95e5e9474db293a592e1ddb3ed5f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:19:47,467 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:47,467 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680., storeName=62edf64fd8985d0d0bd9af67ce036680/B, priority=13, startTime=1731363587356; duration=0sec 2024-11-11T22:19:47,467 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:19:47,467 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62edf64fd8985d0d0bd9af67ce036680:B 2024-11-11T22:19:47,468 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:19:47,469 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:19:47,469 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 62edf64fd8985d0d0bd9af67ce036680/C is initiating minor compaction (all files) 2024-11-11T22:19:47,469 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62edf64fd8985d0d0bd9af67ce036680/C in TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:47,469 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/a29dca8884a8448395b92e6a3324c470, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/71ae0e1cc2074497834fe3fc907eb8a0, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/644b907accd94c08bf9d9ad501d2f262] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp, totalSize=36.2 K 2024-11-11T22:19:47,473 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting a29dca8884a8448395b92e6a3324c470, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731363583569 2024-11-11T22:19:47,474 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 71ae0e1cc2074497834fe3fc907eb8a0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731363585792 2024-11-11T22:19:47,475 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 644b907accd94c08bf9d9ad501d2f262, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731363586139 2024-11-11T22:19:47,498 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62edf64fd8985d0d0bd9af67ce036680#C#compaction#251 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:19:47,499 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/7e76e8c380ea4dc9af901003e8b4e0b7 is 50, key is test_row_0/C:col10/1731363586142/Put/seqid=0 2024-11-11T22:19:47,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742122_1298 (size=12865) 2024-11-11T22:19:47,537 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/7e76e8c380ea4dc9af901003e8b4e0b7 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/7e76e8c380ea4dc9af901003e8b4e0b7 2024-11-11T22:19:47,545 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62edf64fd8985d0d0bd9af67ce036680/C of 62edf64fd8985d0d0bd9af67ce036680 into 7e76e8c380ea4dc9af901003e8b4e0b7(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:19:47,545 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:47,545 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680., storeName=62edf64fd8985d0d0bd9af67ce036680/C, priority=13, startTime=1731363587356; duration=0sec 2024-11-11T22:19:47,546 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:47,546 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62edf64fd8985d0d0bd9af67ce036680:C 2024-11-11T22:19:47,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 62edf64fd8985d0d0bd9af67ce036680 2024-11-11T22:19:47,596 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62edf64fd8985d0d0bd9af67ce036680 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-11T22:19:47,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=A 2024-11-11T22:19:47,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:47,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=B 2024-11-11T22:19:47,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:47,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=C 2024-11-11T22:19:47,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:47,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/ffd6f2a6437a425e8b2cbbd09e075902 is 50, key is test_row_0/A:col10/1731363586476/Put/seqid=0 2024-11-11T22:19:47,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:47,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363647616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:47,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:47,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363647617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:47,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:47,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363647618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:47,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742123_1299 (size=12301) 2024-11-11T22:19:47,621 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/ffd6f2a6437a425e8b2cbbd09e075902 2024-11-11T22:19:47,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/0ee95c045ded4d2ea345d58639c3f167 is 50, key is test_row_0/B:col10/1731363586476/Put/seqid=0 2024-11-11T22:19:47,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742124_1300 (size=12301) 2024-11-11T22:19:47,674 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/0ee95c045ded4d2ea345d58639c3f167 2024-11-11T22:19:47,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/88e4281f641746d18b3669dec32b0a32 is 50, key is test_row_0/C:col10/1731363586476/Put/seqid=0 2024-11-11T22:19:47,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:47,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363647720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:47,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:47,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363647723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:47,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:47,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363647723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:47,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742125_1301 (size=12301) 2024-11-11T22:19:47,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:47,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59548 deadline: 1731363647822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:47,826 DEBUG [Thread-1127 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4183 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680., hostname=47c9c93ccfa8,41889,1731363510061, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T22:19:47,835 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/5b13855e170a407cb89a468e72b025d7 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/5b13855e170a407cb89a468e72b025d7 2024-11-11T22:19:47,848 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62edf64fd8985d0d0bd9af67ce036680/A of 62edf64fd8985d0d0bd9af67ce036680 into 5b13855e170a407cb89a468e72b025d7(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:19:47,848 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:47,848 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680., storeName=62edf64fd8985d0d0bd9af67ce036680/A, priority=13, startTime=1731363587355; duration=0sec 2024-11-11T22:19:47,848 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:47,848 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62edf64fd8985d0d0bd9af67ce036680:A 2024-11-11T22:19:47,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:47,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59576 deadline: 1731363647850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:47,854 DEBUG [Thread-1121 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8218 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680., hostname=47c9c93ccfa8,41889,1731363510061, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T22:19:47,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:47,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363647925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:47,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:47,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363647928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:47,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:47,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363647929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:48,154 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/88e4281f641746d18b3669dec32b0a32 2024-11-11T22:19:48,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/ffd6f2a6437a425e8b2cbbd09e075902 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/ffd6f2a6437a425e8b2cbbd09e075902 2024-11-11T22:19:48,164 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/ffd6f2a6437a425e8b2cbbd09e075902, entries=150, sequenceid=281, filesize=12.0 K 2024-11-11T22:19:48,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/0ee95c045ded4d2ea345d58639c3f167 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/0ee95c045ded4d2ea345d58639c3f167 2024-11-11T22:19:48,168 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/0ee95c045ded4d2ea345d58639c3f167, entries=150, sequenceid=281, filesize=12.0 K 2024-11-11T22:19:48,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/88e4281f641746d18b3669dec32b0a32 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/88e4281f641746d18b3669dec32b0a32 2024-11-11T22:19:48,176 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/88e4281f641746d18b3669dec32b0a32, entries=150, sequenceid=281, filesize=12.0 K 2024-11-11T22:19:48,177 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 62edf64fd8985d0d0bd9af67ce036680 in 581ms, sequenceid=281, compaction requested=false 2024-11-11T22:19:48,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 62edf64fd8985d0d0bd9af67ce036680 2024-11-11T22:19:48,231 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62edf64fd8985d0d0bd9af67ce036680 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-11T22:19:48,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=A 2024-11-11T22:19:48,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:48,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=B 2024-11-11T22:19:48,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:48,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=C 2024-11-11T22:19:48,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:48,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/e7285d1b2e0c456db7213ee8a36ab7e7 is 50, key is test_row_0/A:col10/1731363587615/Put/seqid=0 2024-11-11T22:19:48,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363648263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:48,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363648264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:48,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363648264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:48,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742126_1302 (size=12301) 2024-11-11T22:19:48,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/e7285d1b2e0c456db7213ee8a36ab7e7 2024-11-11T22:19:48,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/e379f51aa5da45d2bbd55da5df7d5584 is 50, key is test_row_0/B:col10/1731363587615/Put/seqid=0 2024-11-11T22:19:48,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742127_1303 (size=12301) 2024-11-11T22:19:48,294 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/e379f51aa5da45d2bbd55da5df7d5584 2024-11-11T22:19:48,323 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/89bdba220dba4870ba6019aa14808db1 is 50, key is test_row_0/C:col10/1731363587615/Put/seqid=0 2024-11-11T22:19:48,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742128_1304 (size=12301) 2024-11-11T22:19:48,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363648365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:48,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363648367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:48,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363648368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:48,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:48,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363648571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:48,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:48,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363648571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:48,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:48,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363648573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:48,750 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/89bdba220dba4870ba6019aa14808db1 2024-11-11T22:19:48,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/e7285d1b2e0c456db7213ee8a36ab7e7 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/e7285d1b2e0c456db7213ee8a36ab7e7 2024-11-11T22:19:48,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/e7285d1b2e0c456db7213ee8a36ab7e7, entries=150, sequenceid=300, filesize=12.0 K 2024-11-11T22:19:48,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/e379f51aa5da45d2bbd55da5df7d5584 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/e379f51aa5da45d2bbd55da5df7d5584 2024-11-11T22:19:48,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/e379f51aa5da45d2bbd55da5df7d5584, entries=150, sequenceid=300, filesize=12.0 K 2024-11-11T22:19:48,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/89bdba220dba4870ba6019aa14808db1 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/89bdba220dba4870ba6019aa14808db1 2024-11-11T22:19:48,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-11T22:19:48,784 INFO [Thread-1129 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-11T22:19:48,786 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/89bdba220dba4870ba6019aa14808db1, entries=150, sequenceid=300, filesize=12.0 K 2024-11-11T22:19:48,786 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:19:48,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-11T22:19:48,787 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 62edf64fd8985d0d0bd9af67ce036680 in 556ms, sequenceid=300, compaction requested=true 2024-11-11T22:19:48,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:48,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62edf64fd8985d0d0bd9af67ce036680:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T22:19:48,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:48,787 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:19:48,787 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:19:48,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62edf64fd8985d0d0bd9af67ce036680:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T22:19:48,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:48,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62edf64fd8985d0d0bd9af67ce036680:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:19:48,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:19:48,787 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:19:48,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-11T22:19:48,788 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:19:48,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:19:48,789 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:19:48,789 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 62edf64fd8985d0d0bd9af67ce036680/B is initiating minor compaction (all files) 2024-11-11T22:19:48,789 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62edf64fd8985d0d0bd9af67ce036680/B in TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:48,789 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/a01a95e5e9474db293a592e1ddb3ed5f, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/0ee95c045ded4d2ea345d58639c3f167, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/e379f51aa5da45d2bbd55da5df7d5584] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp, totalSize=36.6 K 2024-11-11T22:19:48,789 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:19:48,789 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): 62edf64fd8985d0d0bd9af67ce036680/A is initiating minor compaction (all files) 2024-11-11T22:19:48,789 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62edf64fd8985d0d0bd9af67ce036680/A in TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:48,789 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/5b13855e170a407cb89a468e72b025d7, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/ffd6f2a6437a425e8b2cbbd09e075902, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/e7285d1b2e0c456db7213ee8a36ab7e7] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp, totalSize=36.6 K 2024-11-11T22:19:48,790 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting a01a95e5e9474db293a592e1ddb3ed5f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731363586139 2024-11-11T22:19:48,790 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b13855e170a407cb89a468e72b025d7, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731363586139 2024-11-11T22:19:48,790 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting ffd6f2a6437a425e8b2cbbd09e075902, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731363586471 2024-11-11T22:19:48,791 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ee95c045ded4d2ea345d58639c3f167, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731363586471 2024-11-11T22:19:48,791 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7285d1b2e0c456db7213ee8a36ab7e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731363587615 2024-11-11T22:19:48,791 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting e379f51aa5da45d2bbd55da5df7d5584, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731363587615 2024-11-11T22:19:48,805 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62edf64fd8985d0d0bd9af67ce036680#A#compaction#258 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:19:48,806 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/7e82ba27b7494eb49e96bca514077d5c is 50, key is test_row_0/A:col10/1731363587615/Put/seqid=0 2024-11-11T22:19:48,811 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62edf64fd8985d0d0bd9af67ce036680#B#compaction#259 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:19:48,811 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/c2c31e42da4145d4b16a518ddb7f4e4d is 50, key is test_row_0/B:col10/1731363587615/Put/seqid=0 2024-11-11T22:19:48,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742129_1305 (size=13017) 2024-11-11T22:19:48,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742130_1306 (size=13017) 2024-11-11T22:19:48,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 62edf64fd8985d0d0bd9af67ce036680 2024-11-11T22:19:48,876 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62edf64fd8985d0d0bd9af67ce036680 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-11T22:19:48,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=A 2024-11-11T22:19:48,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:48,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=B 2024-11-11T22:19:48,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:48,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=C 2024-11-11T22:19:48,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:48,883 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/5c09791c3dd444ca86396bd70c52b0da is 50, key is test_row_0/A:col10/1731363588875/Put/seqid=0 2024-11-11T22:19:48,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-11T22:19:48,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742131_1307 (size=14741) 2024-11-11T22:19:48,897 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/5c09791c3dd444ca86396bd70c52b0da 2024-11-11T22:19:48,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363648909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:48,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363648910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:48,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363648920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:48,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/7d199716b68f4c899cc6376f1657828c is 50, key is test_row_0/B:col10/1731363588875/Put/seqid=0 2024-11-11T22:19:48,955 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:48,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-11T22:19:48,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:48,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. as already flushing 2024-11-11T22:19:48,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:48,956 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:48,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:48,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742132_1308 (size=12301) 2024-11-11T22:19:48,972 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/7d199716b68f4c899cc6376f1657828c 2024-11-11T22:19:48,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/293b70b56fa94111ba2860ba3fda7153 is 50, key is test_row_0/C:col10/1731363588875/Put/seqid=0 2024-11-11T22:19:48,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742133_1309 (size=12301) 2024-11-11T22:19:49,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:49,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363649020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:49,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:49,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363649029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:49,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:49,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363649029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-11T22:19:49,112 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:49,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-11T22:19:49,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:49,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. as already flushing 2024-11-11T22:19:49,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:49,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:49,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:49,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:49,231 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/7e82ba27b7494eb49e96bca514077d5c as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/7e82ba27b7494eb49e96bca514077d5c 2024-11-11T22:19:49,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:49,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:49,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363649233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:49,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363649233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:49,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:49,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363649236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:49,243 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62edf64fd8985d0d0bd9af67ce036680/A of 62edf64fd8985d0d0bd9af67ce036680 into 7e82ba27b7494eb49e96bca514077d5c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:19:49,243 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:49,243 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680., storeName=62edf64fd8985d0d0bd9af67ce036680/A, priority=13, startTime=1731363588787; duration=0sec 2024-11-11T22:19:49,244 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:19:49,244 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62edf64fd8985d0d0bd9af67ce036680:A 2024-11-11T22:19:49,244 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:19:49,245 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/c2c31e42da4145d4b16a518ddb7f4e4d as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/c2c31e42da4145d4b16a518ddb7f4e4d 2024-11-11T22:19:49,248 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:19:49,248 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): 62edf64fd8985d0d0bd9af67ce036680/C is initiating minor compaction (all files) 2024-11-11T22:19:49,248 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62edf64fd8985d0d0bd9af67ce036680/C in TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:49,248 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/7e76e8c380ea4dc9af901003e8b4e0b7, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/88e4281f641746d18b3669dec32b0a32, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/89bdba220dba4870ba6019aa14808db1] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp, totalSize=36.6 K 2024-11-11T22:19:49,248 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e76e8c380ea4dc9af901003e8b4e0b7, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731363586139 2024-11-11T22:19:49,249 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 88e4281f641746d18b3669dec32b0a32, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731363586471 2024-11-11T22:19:49,249 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89bdba220dba4870ba6019aa14808db1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731363587615 2024-11-11T22:19:49,252 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62edf64fd8985d0d0bd9af67ce036680/B of 62edf64fd8985d0d0bd9af67ce036680 into c2c31e42da4145d4b16a518ddb7f4e4d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:19:49,252 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:49,252 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680., storeName=62edf64fd8985d0d0bd9af67ce036680/B, priority=13, startTime=1731363588787; duration=0sec 2024-11-11T22:19:49,252 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:49,252 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62edf64fd8985d0d0bd9af67ce036680:B 2024-11-11T22:19:49,260 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62edf64fd8985d0d0bd9af67ce036680#C#compaction#263 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:19:49,261 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/ea1d89573ed748b0925911960c3cc354 is 50, key is test_row_0/C:col10/1731363587615/Put/seqid=0 2024-11-11T22:19:49,279 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:49,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-11T22:19:49,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:49,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. as already flushing 2024-11-11T22:19:49,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:49,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:49,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:49,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:49,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742134_1310 (size=13017) 2024-11-11T22:19:49,398 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/293b70b56fa94111ba2860ba3fda7153 2024-11-11T22:19:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-11T22:19:49,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/5c09791c3dd444ca86396bd70c52b0da as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/5c09791c3dd444ca86396bd70c52b0da 2024-11-11T22:19:49,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/5c09791c3dd444ca86396bd70c52b0da, entries=200, sequenceid=321, filesize=14.4 K 2024-11-11T22:19:49,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/7d199716b68f4c899cc6376f1657828c as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/7d199716b68f4c899cc6376f1657828c 2024-11-11T22:19:49,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/7d199716b68f4c899cc6376f1657828c, entries=150, sequenceid=321, filesize=12.0 K 2024-11-11T22:19:49,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/293b70b56fa94111ba2860ba3fda7153 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/293b70b56fa94111ba2860ba3fda7153 2024-11-11T22:19:49,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/293b70b56fa94111ba2860ba3fda7153, entries=150, sequenceid=321, filesize=12.0 K 2024-11-11T22:19:49,440 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 62edf64fd8985d0d0bd9af67ce036680 in 564ms, sequenceid=321, compaction requested=false 2024-11-11T22:19:49,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:49,445 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:49,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-11T22:19:49,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:49,447 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 62edf64fd8985d0d0bd9af67ce036680 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-11T22:19:49,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=A 2024-11-11T22:19:49,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:49,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=B 2024-11-11T22:19:49,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:49,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=C 2024-11-11T22:19:49,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:49,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/9287b8cccd694448b645354f9bb019b2 is 50, key is test_row_0/A:col10/1731363588894/Put/seqid=0 2024-11-11T22:19:49,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742135_1311 (size=12301) 2024-11-11T22:19:49,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 62edf64fd8985d0d0bd9af67ce036680 2024-11-11T22:19:49,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. as already flushing 2024-11-11T22:19:49,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:49,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363649573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:49,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:49,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363649574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:49,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:49,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363649574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:49,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363649677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:49,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363649677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:49,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:49,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363649679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:49,704 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/ea1d89573ed748b0925911960c3cc354 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/ea1d89573ed748b0925911960c3cc354 2024-11-11T22:19:49,712 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62edf64fd8985d0d0bd9af67ce036680/C of 62edf64fd8985d0d0bd9af67ce036680 into ea1d89573ed748b0925911960c3cc354(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:19:49,712 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:49,713 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680., storeName=62edf64fd8985d0d0bd9af67ce036680/C, priority=13, startTime=1731363588787; duration=0sec 2024-11-11T22:19:49,713 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:49,713 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62edf64fd8985d0d0bd9af67ce036680:C 2024-11-11T22:19:49,873 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/9287b8cccd694448b645354f9bb019b2 2024-11-11T22:19:49,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363649881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:49,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363649882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:49,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:49,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363649891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-11T22:19:49,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/e006fbf124624b4da2ab345fe13464bd is 50, key is test_row_0/B:col10/1731363588894/Put/seqid=0 2024-11-11T22:19:49,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742136_1312 (size=12301) 2024-11-11T22:19:49,939 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/e006fbf124624b4da2ab345fe13464bd 2024-11-11T22:19:49,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/bbb3152374af48ed82847a389bef4a65 is 50, key is test_row_0/C:col10/1731363588894/Put/seqid=0 2024-11-11T22:19:49,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742137_1313 (size=12301) 2024-11-11T22:19:49,997 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/bbb3152374af48ed82847a389bef4a65 2024-11-11T22:19:50,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/9287b8cccd694448b645354f9bb019b2 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/9287b8cccd694448b645354f9bb019b2 2024-11-11T22:19:50,032 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/9287b8cccd694448b645354f9bb019b2, entries=150, sequenceid=338, filesize=12.0 K 2024-11-11T22:19:50,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/e006fbf124624b4da2ab345fe13464bd as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/e006fbf124624b4da2ab345fe13464bd 2024-11-11T22:19:50,037 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/e006fbf124624b4da2ab345fe13464bd, entries=150, sequenceid=338, filesize=12.0 K 2024-11-11T22:19:50,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/bbb3152374af48ed82847a389bef4a65 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/bbb3152374af48ed82847a389bef4a65 2024-11-11T22:19:50,043 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/bbb3152374af48ed82847a389bef4a65, entries=150, sequenceid=338, filesize=12.0 K 2024-11-11T22:19:50,044 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 62edf64fd8985d0d0bd9af67ce036680 in 597ms, sequenceid=338, compaction requested=true 2024-11-11T22:19:50,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:50,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:50,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-11T22:19:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-11T22:19:50,047 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-11T22:19:50,047 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2570 sec 2024-11-11T22:19:50,049 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.2610 sec 2024-11-11T22:19:50,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 62edf64fd8985d0d0bd9af67ce036680 2024-11-11T22:19:50,189 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62edf64fd8985d0d0bd9af67ce036680 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-11T22:19:50,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=A 2024-11-11T22:19:50,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:50,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=B 2024-11-11T22:19:50,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:50,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=C 2024-11-11T22:19:50,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:50,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/41f196e0e29b4370878d69a5ad9ac83f is 50, key is test_row_0/A:col10/1731363589572/Put/seqid=0 2024-11-11T22:19:50,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742138_1314 (size=14741) 2024-11-11T22:19:50,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:50,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:50,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363650211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:50,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363650212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:50,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:50,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363650212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:50,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363650315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:50,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363650315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:50,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363650315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:50,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363650517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:50,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363650517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:50,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363650518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:50,611 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/41f196e0e29b4370878d69a5ad9ac83f 2024-11-11T22:19:50,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/b828d1d7534b494e8488b1fc0c5e26a7 is 50, key is test_row_0/B:col10/1731363589572/Put/seqid=0 2024-11-11T22:19:50,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742139_1315 (size=12301) 2024-11-11T22:19:50,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:50,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:50,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363650823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:50,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363650823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:50,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:50,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363650824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:50,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-11T22:19:50,905 INFO [Thread-1129 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-11T22:19:50,907 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:19:50,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-11T22:19:50,914 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:19:50,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-11T22:19:50,914 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:19:50,914 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:19:51,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-11T22:19:51,041 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/b828d1d7534b494e8488b1fc0c5e26a7 2024-11-11T22:19:51,068 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:51,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/78ada05c12c04add9b2270c03d989c64 is 50, key is test_row_0/C:col10/1731363589572/Put/seqid=0 2024-11-11T22:19:51,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-11T22:19:51,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:51,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. as already flushing 2024-11-11T22:19:51,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:51,072 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:51,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:51,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:51,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742140_1316 (size=12301) 2024-11-11T22:19:51,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/78ada05c12c04add9b2270c03d989c64 2024-11-11T22:19:51,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/41f196e0e29b4370878d69a5ad9ac83f as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/41f196e0e29b4370878d69a5ad9ac83f 2024-11-11T22:19:51,112 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/41f196e0e29b4370878d69a5ad9ac83f, entries=200, sequenceid=362, filesize=14.4 K 2024-11-11T22:19:51,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/b828d1d7534b494e8488b1fc0c5e26a7 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/b828d1d7534b494e8488b1fc0c5e26a7 2024-11-11T22:19:51,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/b828d1d7534b494e8488b1fc0c5e26a7, entries=150, sequenceid=362, filesize=12.0 K 2024-11-11T22:19:51,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/78ada05c12c04add9b2270c03d989c64 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/78ada05c12c04add9b2270c03d989c64 2024-11-11T22:19:51,129 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/78ada05c12c04add9b2270c03d989c64, entries=150, sequenceid=362, filesize=12.0 K 2024-11-11T22:19:51,130 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=80.51 KB/82440 for 62edf64fd8985d0d0bd9af67ce036680 in 941ms, sequenceid=362, compaction requested=true 2024-11-11T22:19:51,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:51,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62edf64fd8985d0d0bd9af67ce036680:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T22:19:51,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:19:51,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62edf64fd8985d0d0bd9af67ce036680:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T22:19:51,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:19:51,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62edf64fd8985d0d0bd9af67ce036680:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:19:51,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T22:19:51,130 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T22:19:51,132 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T22:19:51,132 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54800 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T22:19:51,132 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 62edf64fd8985d0d0bd9af67ce036680/A is initiating minor compaction (all files) 2024-11-11T22:19:51,133 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62edf64fd8985d0d0bd9af67ce036680/A in TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:51,133 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/7e82ba27b7494eb49e96bca514077d5c, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/5c09791c3dd444ca86396bd70c52b0da, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/9287b8cccd694448b645354f9bb019b2, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/41f196e0e29b4370878d69a5ad9ac83f] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp, totalSize=53.5 K 2024-11-11T22:19:51,133 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e82ba27b7494eb49e96bca514077d5c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731363587615 2024-11-11T22:19:51,134 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c09791c3dd444ca86396bd70c52b0da, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731363588262 2024-11-11T22:19:51,134 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 9287b8cccd694448b645354f9bb019b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731363588894 2024-11-11T22:19:51,135 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T22:19:51,135 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): 62edf64fd8985d0d0bd9af67ce036680/B is initiating minor compaction (all files) 2024-11-11T22:19:51,135 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62edf64fd8985d0d0bd9af67ce036680/B in TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:51,135 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/c2c31e42da4145d4b16a518ddb7f4e4d, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/7d199716b68f4c899cc6376f1657828c, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/e006fbf124624b4da2ab345fe13464bd, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/b828d1d7534b494e8488b1fc0c5e26a7] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp, totalSize=48.8 K 2024-11-11T22:19:51,135 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 41f196e0e29b4370878d69a5ad9ac83f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731363589565 2024-11-11T22:19:51,135 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting c2c31e42da4145d4b16a518ddb7f4e4d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731363587615 2024-11-11T22:19:51,136 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d199716b68f4c899cc6376f1657828c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731363588262 2024-11-11T22:19:51,136 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting e006fbf124624b4da2ab345fe13464bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731363588894 2024-11-11T22:19:51,137 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting b828d1d7534b494e8488b1fc0c5e26a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731363589572 2024-11-11T22:19:51,183 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62edf64fd8985d0d0bd9af67ce036680#A#compaction#270 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:19:51,184 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/e3e3c5f8cd584b389778dbc9660a0638 is 50, key is test_row_0/A:col10/1731363589572/Put/seqid=0 2024-11-11T22:19:51,187 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62edf64fd8985d0d0bd9af67ce036680#B#compaction#271 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:19:51,187 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/0b630aeb59834181a4ec6fcf80fcb23f is 50, key is test_row_0/B:col10/1731363589572/Put/seqid=0 2024-11-11T22:19:51,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742142_1318 (size=13153) 2024-11-11T22:19:51,216 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/0b630aeb59834181a4ec6fcf80fcb23f as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/0b630aeb59834181a4ec6fcf80fcb23f 2024-11-11T22:19:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-11T22:19:51,229 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 62edf64fd8985d0d0bd9af67ce036680/B of 62edf64fd8985d0d0bd9af67ce036680 into 0b630aeb59834181a4ec6fcf80fcb23f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:19:51,229 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:51,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742141_1317 (size=13153) 2024-11-11T22:19:51,229 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680., storeName=62edf64fd8985d0d0bd9af67ce036680/B, priority=12, startTime=1731363591130; duration=0sec 2024-11-11T22:19:51,229 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:19:51,229 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62edf64fd8985d0d0bd9af67ce036680:B 2024-11-11T22:19:51,229 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T22:19:51,231 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T22:19:51,231 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): 62edf64fd8985d0d0bd9af67ce036680/C is initiating minor compaction (all files) 2024-11-11T22:19:51,231 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62edf64fd8985d0d0bd9af67ce036680/C in TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:51,231 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/ea1d89573ed748b0925911960c3cc354, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/293b70b56fa94111ba2860ba3fda7153, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/bbb3152374af48ed82847a389bef4a65, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/78ada05c12c04add9b2270c03d989c64] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp, totalSize=48.8 K 2024-11-11T22:19:51,231 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea1d89573ed748b0925911960c3cc354, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731363587615 2024-11-11T22:19:51,232 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 293b70b56fa94111ba2860ba3fda7153, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731363588262 2024-11-11T22:19:51,232 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting bbb3152374af48ed82847a389bef4a65, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731363588894 2024-11-11T22:19:51,232 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78ada05c12c04add9b2270c03d989c64, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731363589572 2024-11-11T22:19:51,235 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:51,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-11T22:19:51,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:51,235 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 62edf64fd8985d0d0bd9af67ce036680 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-11T22:19:51,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=A 2024-11-11T22:19:51,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:51,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=B 2024-11-11T22:19:51,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:51,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=C 2024-11-11T22:19:51,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:51,240 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/e3e3c5f8cd584b389778dbc9660a0638 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/e3e3c5f8cd584b389778dbc9660a0638 2024-11-11T22:19:51,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/bdb0aea3d8fa4c99a66e4e48db90b027 is 50, key is test_row_0/A:col10/1731363590204/Put/seqid=0 2024-11-11T22:19:51,250 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 62edf64fd8985d0d0bd9af67ce036680/A of 62edf64fd8985d0d0bd9af67ce036680 into e3e3c5f8cd584b389778dbc9660a0638(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:19:51,250 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:51,250 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680., storeName=62edf64fd8985d0d0bd9af67ce036680/A, priority=12, startTime=1731363591130; duration=0sec 2024-11-11T22:19:51,250 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:51,250 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62edf64fd8985d0d0bd9af67ce036680:A 2024-11-11T22:19:51,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742143_1319 (size=12301) 2024-11-11T22:19:51,253 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/bdb0aea3d8fa4c99a66e4e48db90b027 2024-11-11T22:19:51,254 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62edf64fd8985d0d0bd9af67ce036680#C#compaction#273 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:19:51,254 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/e3d96863a46940738e864c53a93c1820 is 50, key is test_row_0/C:col10/1731363589572/Put/seqid=0 2024-11-11T22:19:51,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/cf86f813914d4e89b8f1a5597af6b7ac is 50, key is test_row_0/B:col10/1731363590204/Put/seqid=0 2024-11-11T22:19:51,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742144_1320 (size=13153) 2024-11-11T22:19:51,300 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/e3d96863a46940738e864c53a93c1820 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/e3d96863a46940738e864c53a93c1820 2024-11-11T22:19:51,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742145_1321 (size=12301) 2024-11-11T22:19:51,304 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/cf86f813914d4e89b8f1a5597af6b7ac 2024-11-11T22:19:51,306 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 62edf64fd8985d0d0bd9af67ce036680/C of 62edf64fd8985d0d0bd9af67ce036680 into e3d96863a46940738e864c53a93c1820(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:19:51,306 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:51,306 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680., storeName=62edf64fd8985d0d0bd9af67ce036680/C, priority=12, startTime=1731363591130; duration=0sec 2024-11-11T22:19:51,306 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:51,306 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62edf64fd8985d0d0bd9af67ce036680:C 2024-11-11T22:19:51,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/f99fc5af41de44d1a3722bfbe177a835 is 50, key is test_row_0/C:col10/1731363590204/Put/seqid=0 2024-11-11T22:19:51,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 62edf64fd8985d0d0bd9af67ce036680 2024-11-11T22:19:51,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. as already flushing 2024-11-11T22:19:51,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742146_1322 (size=12301) 2024-11-11T22:19:51,357 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/f99fc5af41de44d1a3722bfbe177a835 2024-11-11T22:19:51,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:51,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363651354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:51,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:51,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363651358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:51,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363651358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:51,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/bdb0aea3d8fa4c99a66e4e48db90b027 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/bdb0aea3d8fa4c99a66e4e48db90b027 2024-11-11T22:19:51,405 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/bdb0aea3d8fa4c99a66e4e48db90b027, entries=150, sequenceid=378, filesize=12.0 K 2024-11-11T22:19:51,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/cf86f813914d4e89b8f1a5597af6b7ac as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/cf86f813914d4e89b8f1a5597af6b7ac 2024-11-11T22:19:51,411 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/cf86f813914d4e89b8f1a5597af6b7ac, entries=150, sequenceid=378, filesize=12.0 K 2024-11-11T22:19:51,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/f99fc5af41de44d1a3722bfbe177a835 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/f99fc5af41de44d1a3722bfbe177a835 2024-11-11T22:19:51,417 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/f99fc5af41de44d1a3722bfbe177a835, entries=150, sequenceid=378, filesize=12.0 K 2024-11-11T22:19:51,418 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 62edf64fd8985d0d0bd9af67ce036680 in 182ms, sequenceid=378, compaction requested=false 2024-11-11T22:19:51,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:51,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:51,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-11T22:19:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-11T22:19:51,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-11T22:19:51,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 508 msec 2024-11-11T22:19:51,426 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 518 msec 2024-11-11T22:19:51,462 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62edf64fd8985d0d0bd9af67ce036680 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-11T22:19:51,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=A 2024-11-11T22:19:51,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:51,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=B 2024-11-11T22:19:51,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:51,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=C 2024-11-11T22:19:51,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 62edf64fd8985d0d0bd9af67ce036680 2024-11-11T22:19:51,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/4c4ff48b15b84d6fbe7f7acb15db18d4 is 50, key is test_row_0/A:col10/1731363591460/Put/seqid=0 2024-11-11T22:19:51,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:51,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363651482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:51,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:51,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363651483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:51,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:51,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363651490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:51,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742147_1323 (size=12301) 2024-11-11T22:19:51,516 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/4c4ff48b15b84d6fbe7f7acb15db18d4 2024-11-11T22:19:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-11T22:19:51,522 INFO [Thread-1129 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-11T22:19:51,524 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:19:51,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-11T22:19:51,525 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:19:51,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-11T22:19:51,526 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:19:51,526 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:19:51,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/d5ba199177454cd5a510829287878655 is 50, key is test_row_0/B:col10/1731363591460/Put/seqid=0 2024-11-11T22:19:51,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:51,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363651589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:51,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:51,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363651592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:51,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:51,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363651597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:51,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742148_1324 (size=12301) 2024-11-11T22:19:51,606 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/d5ba199177454cd5a510829287878655 2024-11-11T22:19:51,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/0c5159a7c67c4175af5d6ce5eb130d2c is 50, key is test_row_0/C:col10/1731363591460/Put/seqid=0 2024-11-11T22:19:51,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742149_1325 (size=12301) 2024-11-11T22:19:51,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-11T22:19:51,680 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:51,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-11T22:19:51,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:51,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. as already flushing 2024-11-11T22:19:51,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:51,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:51,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:51,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:51,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363651798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:51,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:51,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363651812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:51,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363651812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:51,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-11T22:19:51,836 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:51,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-11T22:19:51,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:51,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. as already flushing 2024-11-11T22:19:51,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:51,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:51,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:51,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:51,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59548 deadline: 1731363651849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:51,853 DEBUG [Thread-1127 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8210 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680., hostname=47c9c93ccfa8,41889,1731363510061, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T22:19:51,994 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:51,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-11T22:19:51,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:51,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. as already flushing 2024-11-11T22:19:51,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:51,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:51,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:52,025 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/0c5159a7c67c4175af5d6ce5eb130d2c 2024-11-11T22:19:52,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/4c4ff48b15b84d6fbe7f7acb15db18d4 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/4c4ff48b15b84d6fbe7f7acb15db18d4 2024-11-11T22:19:52,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/4c4ff48b15b84d6fbe7f7acb15db18d4, entries=150, sequenceid=402, filesize=12.0 K 2024-11-11T22:19:52,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/d5ba199177454cd5a510829287878655 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/d5ba199177454cd5a510829287878655 2024-11-11T22:19:52,046 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/d5ba199177454cd5a510829287878655, entries=150, sequenceid=402, filesize=12.0 K 2024-11-11T22:19:52,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/0c5159a7c67c4175af5d6ce5eb130d2c as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/0c5159a7c67c4175af5d6ce5eb130d2c 2024-11-11T22:19:52,052 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/0c5159a7c67c4175af5d6ce5eb130d2c, entries=150, sequenceid=402, filesize=12.0 K 2024-11-11T22:19:52,052 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 62edf64fd8985d0d0bd9af67ce036680 in 590ms, sequenceid=402, compaction requested=true 2024-11-11T22:19:52,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:52,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62edf64fd8985d0d0bd9af67ce036680:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T22:19:52,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:52,053 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:19:52,053 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:19:52,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62edf64fd8985d0d0bd9af67ce036680:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T22:19:52,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:52,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62edf64fd8985d0d0bd9af67ce036680:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:19:52,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:19:52,054 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:19:52,054 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:19:52,054 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): 62edf64fd8985d0d0bd9af67ce036680/A is initiating minor compaction (all files) 2024-11-11T22:19:52,054 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 62edf64fd8985d0d0bd9af67ce036680/B is initiating minor compaction (all files) 2024-11-11T22:19:52,054 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62edf64fd8985d0d0bd9af67ce036680/A in TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:52,054 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62edf64fd8985d0d0bd9af67ce036680/B in TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:52,054 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/e3e3c5f8cd584b389778dbc9660a0638, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/bdb0aea3d8fa4c99a66e4e48db90b027, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/4c4ff48b15b84d6fbe7f7acb15db18d4] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp, totalSize=36.9 K 2024-11-11T22:19:52,054 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/0b630aeb59834181a4ec6fcf80fcb23f, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/cf86f813914d4e89b8f1a5597af6b7ac, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/d5ba199177454cd5a510829287878655] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp, totalSize=36.9 K 2024-11-11T22:19:52,055 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting e3e3c5f8cd584b389778dbc9660a0638, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731363589572 2024-11-11T22:19:52,055 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b630aeb59834181a4ec6fcf80fcb23f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731363589572 2024-11-11T22:19:52,055 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting bdb0aea3d8fa4c99a66e4e48db90b027, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1731363590202 2024-11-11T22:19:52,055 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting cf86f813914d4e89b8f1a5597af6b7ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1731363590202 2024-11-11T22:19:52,056 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c4ff48b15b84d6fbe7f7acb15db18d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1731363591354 2024-11-11T22:19:52,056 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting d5ba199177454cd5a510829287878655, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1731363591354 2024-11-11T22:19:52,067 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62edf64fd8985d0d0bd9af67ce036680#B#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:19:52,068 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/9d10a186d0104ef983baf41883b020bc is 50, key is test_row_0/B:col10/1731363591460/Put/seqid=0 2024-11-11T22:19:52,071 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62edf64fd8985d0d0bd9af67ce036680#A#compaction#280 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:19:52,072 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/333946a3271045098708c8d1e936fa2a is 50, key is test_row_0/A:col10/1731363591460/Put/seqid=0 2024-11-11T22:19:52,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742150_1326 (size=13255) 2024-11-11T22:19:52,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742151_1327 (size=13255) 2024-11-11T22:19:52,107 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/9d10a186d0104ef983baf41883b020bc as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/9d10a186d0104ef983baf41883b020bc 2024-11-11T22:19:52,123 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62edf64fd8985d0d0bd9af67ce036680/B of 62edf64fd8985d0d0bd9af67ce036680 into 9d10a186d0104ef983baf41883b020bc(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:19:52,123 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62edf64fd8985d0d0bd9af67ce036680 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-11T22:19:52,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 62edf64fd8985d0d0bd9af67ce036680 2024-11-11T22:19:52,125 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:52,125 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680., storeName=62edf64fd8985d0d0bd9af67ce036680/B, priority=13, startTime=1731363592053; duration=0sec 2024-11-11T22:19:52,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=A 2024-11-11T22:19:52,125 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:19:52,125 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62edf64fd8985d0d0bd9af67ce036680:B 2024-11-11T22:19:52,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:52,125 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:19:52,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=B 2024-11-11T22:19:52,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:52,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=C 2024-11-11T22:19:52,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:52,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-11T22:19:52,133 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:19:52,133 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 62edf64fd8985d0d0bd9af67ce036680/C is initiating minor compaction (all files) 2024-11-11T22:19:52,133 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62edf64fd8985d0d0bd9af67ce036680/C in TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:52,133 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/e3d96863a46940738e864c53a93c1820, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/f99fc5af41de44d1a3722bfbe177a835, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/0c5159a7c67c4175af5d6ce5eb130d2c] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp, totalSize=36.9 K 2024-11-11T22:19:52,136 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting e3d96863a46940738e864c53a93c1820, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731363589572 2024-11-11T22:19:52,137 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting f99fc5af41de44d1a3722bfbe177a835, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1731363590202 2024-11-11T22:19:52,137 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c5159a7c67c4175af5d6ce5eb130d2c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1731363591354 2024-11-11T22:19:52,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/5c2524f0bce74b5d88f2148cf19fb3e1 is 50, key is test_row_0/A:col10/1731363591482/Put/seqid=0 2024-11-11T22:19:52,152 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:52,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-11T22:19:52,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:52,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. as already flushing 2024-11-11T22:19:52,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:52,154 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:52,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:52,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:52,170 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62edf64fd8985d0d0bd9af67ce036680#C#compaction#282 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:19:52,171 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/fa03503967e247d590309060d44c4bb2 is 50, key is test_row_0/C:col10/1731363591460/Put/seqid=0 2024-11-11T22:19:52,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742152_1328 (size=14741) 2024-11-11T22:19:52,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:52,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363652190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:52,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:52,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363652190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:52,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:52,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363652191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:52,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742153_1329 (size=13255) 2024-11-11T22:19:52,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:52,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363652298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:52,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:52,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363652298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:52,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:52,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363652298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:52,306 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:52,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-11T22:19:52,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:52,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. as already flushing 2024-11-11T22:19:52,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:52,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:52,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:52,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:52,467 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:52,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-11T22:19:52,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:52,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. as already flushing 2024-11-11T22:19:52,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:52,472 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:52,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:52,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:52,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:52,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363652504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:52,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:52,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363652505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:52,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:52,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363652505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:52,532 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/333946a3271045098708c8d1e936fa2a as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/333946a3271045098708c8d1e936fa2a 2024-11-11T22:19:52,548 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62edf64fd8985d0d0bd9af67ce036680/A of 62edf64fd8985d0d0bd9af67ce036680 into 333946a3271045098708c8d1e936fa2a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:19:52,548 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:52,548 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680., storeName=62edf64fd8985d0d0bd9af67ce036680/A, priority=13, startTime=1731363592053; duration=0sec 2024-11-11T22:19:52,548 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:52,548 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62edf64fd8985d0d0bd9af67ce036680:A 2024-11-11T22:19:52,584 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/5c2524f0bce74b5d88f2148cf19fb3e1 2024-11-11T22:19:52,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/9ef49d0c24e943afb61f81cd24b3b6ea is 50, key is test_row_0/B:col10/1731363591482/Put/seqid=0 2024-11-11T22:19:52,613 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/fa03503967e247d590309060d44c4bb2 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/fa03503967e247d590309060d44c4bb2 2024-11-11T22:19:52,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-11T22:19:52,635 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:52,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-11T22:19:52,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:52,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. as already flushing 2024-11-11T22:19:52,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:52,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:52,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:52,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:52,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742154_1330 (size=12301) 2024-11-11T22:19:52,644 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62edf64fd8985d0d0bd9af67ce036680/C of 62edf64fd8985d0d0bd9af67ce036680 into fa03503967e247d590309060d44c4bb2(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:19:52,644 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:52,644 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680., storeName=62edf64fd8985d0d0bd9af67ce036680/C, priority=13, startTime=1731363592053; duration=0sec 2024-11-11T22:19:52,644 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:52,644 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62edf64fd8985d0d0bd9af67ce036680:C 2024-11-11T22:19:52,644 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/9ef49d0c24e943afb61f81cd24b3b6ea 2024-11-11T22:19:52,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/a1d8d31f03d44cccbac3fd7cdd799528 is 50, key is test_row_0/C:col10/1731363591482/Put/seqid=0 2024-11-11T22:19:52,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742155_1331 (size=12301) 2024-11-11T22:19:52,693 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/a1d8d31f03d44cccbac3fd7cdd799528 2024-11-11T22:19:52,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/5c2524f0bce74b5d88f2148cf19fb3e1 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/5c2524f0bce74b5d88f2148cf19fb3e1 2024-11-11T22:19:52,709 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/5c2524f0bce74b5d88f2148cf19fb3e1, entries=200, sequenceid=419, filesize=14.4 K 2024-11-11T22:19:52,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/9ef49d0c24e943afb61f81cd24b3b6ea as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/9ef49d0c24e943afb61f81cd24b3b6ea 2024-11-11T22:19:52,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/9ef49d0c24e943afb61f81cd24b3b6ea, entries=150, sequenceid=419, filesize=12.0 K 2024-11-11T22:19:52,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/a1d8d31f03d44cccbac3fd7cdd799528 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/a1d8d31f03d44cccbac3fd7cdd799528 2024-11-11T22:19:52,725 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/a1d8d31f03d44cccbac3fd7cdd799528, entries=150, sequenceid=419, filesize=12.0 K 2024-11-11T22:19:52,729 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 62edf64fd8985d0d0bd9af67ce036680 in 606ms, sequenceid=419, compaction requested=false 2024-11-11T22:19:52,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:52,795 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:52,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-11T22:19:52,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:52,797 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 62edf64fd8985d0d0bd9af67ce036680 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-11T22:19:52,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=A 2024-11-11T22:19:52,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:52,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=B 2024-11-11T22:19:52,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:52,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=C 2024-11-11T22:19:52,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:52,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/eb971a0682e549b9975ee210a89d7de5 is 50, key is test_row_0/A:col10/1731363592189/Put/seqid=0 2024-11-11T22:19:52,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. as already flushing 2024-11-11T22:19:52,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 62edf64fd8985d0d0bd9af67ce036680 2024-11-11T22:19:52,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742156_1332 (size=12301) 2024-11-11T22:19:52,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:52,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363652826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:52,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:52,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363652826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:52,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:52,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363652829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:52,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:52,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363652930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:52,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:52,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363652931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:52,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:52,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363652933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:53,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:53,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363653135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:53,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:53,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363653136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:53,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:53,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363653142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:53,223 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/eb971a0682e549b9975ee210a89d7de5 2024-11-11T22:19:53,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/e03f869f739047f597437bf87b60fc54 is 50, key is test_row_0/B:col10/1731363592189/Put/seqid=0 2024-11-11T22:19:53,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742157_1333 (size=12301) 2024-11-11T22:19:53,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:53,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363653442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:53,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:53,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363653448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:53,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:53,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363653451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:53,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-11T22:19:53,637 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/e03f869f739047f597437bf87b60fc54 2024-11-11T22:19:53,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/0c8f6f3abd9f4334b2143feccadc117e is 50, key is test_row_0/C:col10/1731363592189/Put/seqid=0 2024-11-11T22:19:53,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742158_1334 (size=12301) 2024-11-11T22:19:53,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:53,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363653949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:53,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:53,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363653951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:53,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:53,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363653963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:54,074 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/0c8f6f3abd9f4334b2143feccadc117e 2024-11-11T22:19:54,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/eb971a0682e549b9975ee210a89d7de5 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/eb971a0682e549b9975ee210a89d7de5 2024-11-11T22:19:54,098 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/eb971a0682e549b9975ee210a89d7de5, entries=150, sequenceid=441, filesize=12.0 K 2024-11-11T22:19:54,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/e03f869f739047f597437bf87b60fc54 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/e03f869f739047f597437bf87b60fc54 2024-11-11T22:19:54,105 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/e03f869f739047f597437bf87b60fc54, entries=150, sequenceid=441, filesize=12.0 K 2024-11-11T22:19:54,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/0c8f6f3abd9f4334b2143feccadc117e as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/0c8f6f3abd9f4334b2143feccadc117e 2024-11-11T22:19:54,115 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/0c8f6f3abd9f4334b2143feccadc117e, entries=150, sequenceid=441, filesize=12.0 K 2024-11-11T22:19:54,121 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 62edf64fd8985d0d0bd9af67ce036680 in 1323ms, sequenceid=441, compaction requested=true 2024-11-11T22:19:54,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:54,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:54,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-11T22:19:54,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-11T22:19:54,126 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-11T22:19:54,126 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5960 sec 2024-11-11T22:19:54,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 2.6020 sec 2024-11-11T22:19:54,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62edf64fd8985d0d0bd9af67ce036680 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-11T22:19:54,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=A 2024-11-11T22:19:54,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:54,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=B 2024-11-11T22:19:54,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:54,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=C 2024-11-11T22:19:54,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:54,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 62edf64fd8985d0d0bd9af67ce036680 2024-11-11T22:19:54,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/318a0273e6834a14944b1b39e8f0408e is 50, key is test_row_0/A:col10/1731363592825/Put/seqid=0 2024-11-11T22:19:54,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742159_1335 (size=17181) 2024-11-11T22:19:54,984 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/318a0273e6834a14944b1b39e8f0408e 2024-11-11T22:19:54,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:54,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363654992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:54,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:54,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363654992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:54,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:54,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/ccc78e721ae046878a7b5a851f5a6eb9 is 50, key is test_row_0/B:col10/1731363592825/Put/seqid=0 2024-11-11T22:19:54,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363654994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:55,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742160_1336 (size=12301) 2024-11-11T22:19:55,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:55,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363655096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:55,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:55,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363655096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:55,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:55,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363655097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:55,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:55,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:55,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363655299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:55,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363655300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:55,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:55,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363655305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:55,408 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/ccc78e721ae046878a7b5a851f5a6eb9 2024-11-11T22:19:55,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/b87ee8d5ec334b6aaa1874913c5828a0 is 50, key is test_row_0/C:col10/1731363592825/Put/seqid=0 2024-11-11T22:19:55,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742161_1337 (size=12301) 2024-11-11T22:19:55,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:55,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363655605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:55,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:55,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363655607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:55,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:55,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363655608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:55,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-11T22:19:55,634 INFO [Thread-1129 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-11T22:19:55,637 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:19:55,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-11T22:19:55,639 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:19:55,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-11T22:19:55,639 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:19:55,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:19:55,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-11T22:19:55,791 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:55,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-11T22:19:55,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:55,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. as already flushing 2024-11-11T22:19:55,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:55,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:55,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:19:55,847 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/b87ee8d5ec334b6aaa1874913c5828a0 2024-11-11T22:19:55,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/318a0273e6834a14944b1b39e8f0408e as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/318a0273e6834a14944b1b39e8f0408e 2024-11-11T22:19:55,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/318a0273e6834a14944b1b39e8f0408e, entries=250, sequenceid=459, filesize=16.8 K 2024-11-11T22:19:55,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/ccc78e721ae046878a7b5a851f5a6eb9 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/ccc78e721ae046878a7b5a851f5a6eb9 2024-11-11T22:19:55,862 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/ccc78e721ae046878a7b5a851f5a6eb9, entries=150, sequenceid=459, filesize=12.0 K 2024-11-11T22:19:55,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/b87ee8d5ec334b6aaa1874913c5828a0 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/b87ee8d5ec334b6aaa1874913c5828a0 2024-11-11T22:19:55,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/b87ee8d5ec334b6aaa1874913c5828a0, entries=150, sequenceid=459, filesize=12.0 K 2024-11-11T22:19:55,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 62edf64fd8985d0d0bd9af67ce036680 in 904ms, sequenceid=459, compaction requested=true 2024-11-11T22:19:55,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:55,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62edf64fd8985d0d0bd9af67ce036680:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T22:19:55,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:55,868 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T22:19:55,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62edf64fd8985d0d0bd9af67ce036680:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T22:19:55,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:55,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62edf64fd8985d0d0bd9af67ce036680:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:19:55,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:19:55,868 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T22:19:55,869 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57478 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T22:19:55,869 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): 62edf64fd8985d0d0bd9af67ce036680/A is initiating minor compaction (all files) 2024-11-11T22:19:55,869 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62edf64fd8985d0d0bd9af67ce036680/A in TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:55,870 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/333946a3271045098708c8d1e936fa2a, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/5c2524f0bce74b5d88f2148cf19fb3e1, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/eb971a0682e549b9975ee210a89d7de5, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/318a0273e6834a14944b1b39e8f0408e] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp, totalSize=56.1 K 2024-11-11T22:19:55,870 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T22:19:55,870 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 62edf64fd8985d0d0bd9af67ce036680/B is initiating minor compaction (all files) 2024-11-11T22:19:55,870 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62edf64fd8985d0d0bd9af67ce036680/B in TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:55,870 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/9d10a186d0104ef983baf41883b020bc, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/9ef49d0c24e943afb61f81cd24b3b6ea, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/e03f869f739047f597437bf87b60fc54, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/ccc78e721ae046878a7b5a851f5a6eb9] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp, totalSize=49.0 K 2024-11-11T22:19:55,870 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 333946a3271045098708c8d1e936fa2a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1731363591354 2024-11-11T22:19:55,871 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d10a186d0104ef983baf41883b020bc, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1731363591354 2024-11-11T22:19:55,871 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c2524f0bce74b5d88f2148cf19fb3e1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1731363591476 2024-11-11T22:19:55,871 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ef49d0c24e943afb61f81cd24b3b6ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1731363591476 2024-11-11T22:19:55,871 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb971a0682e549b9975ee210a89d7de5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1731363592163 2024-11-11T22:19:55,872 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting e03f869f739047f597437bf87b60fc54, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1731363592163 2024-11-11T22:19:55,872 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 318a0273e6834a14944b1b39e8f0408e, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1731363592817 2024-11-11T22:19:55,872 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting ccc78e721ae046878a7b5a851f5a6eb9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1731363592825 2024-11-11T22:19:55,898 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62edf64fd8985d0d0bd9af67ce036680#B#compaction#291 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:19:55,899 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/649ab45798784f228f27a8226a9b4c78 is 50, key is test_row_0/B:col10/1731363592825/Put/seqid=0 2024-11-11T22:19:55,902 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62edf64fd8985d0d0bd9af67ce036680#A#compaction#292 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:19:55,903 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/70156392213d47c4b6c855ea0cce8f14 is 50, key is test_row_0/A:col10/1731363592825/Put/seqid=0 2024-11-11T22:19:55,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742162_1338 (size=13391) 2024-11-11T22:19:55,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742163_1339 (size=13391) 2024-11-11T22:19:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-11T22:19:55,944 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:55,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-11T22:19:55,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:55,945 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 62edf64fd8985d0d0bd9af67ce036680 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-11T22:19:55,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=A 2024-11-11T22:19:55,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:55,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=B 2024-11-11T22:19:55,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:55,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=C 2024-11-11T22:19:55,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:55,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/787975452105402e9f5c1b173d89c4f5 is 50, key is test_row_0/A:col10/1731363594992/Put/seqid=0 2024-11-11T22:19:55,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742164_1340 (size=12301) 2024-11-11T22:19:55,991 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/787975452105402e9f5c1b173d89c4f5 2024-11-11T22:19:56,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/83037a935b6e4dc890e3fa651a048f9d is 50, key is test_row_0/B:col10/1731363594992/Put/seqid=0 2024-11-11T22:19:56,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742165_1341 (size=12301) 2024-11-11T22:19:56,017 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/83037a935b6e4dc890e3fa651a048f9d 2024-11-11T22:19:56,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/577cf0abbdb7461686a5d93832efe9d7 is 50, key is test_row_0/C:col10/1731363594992/Put/seqid=0 2024-11-11T22:19:56,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742166_1342 (size=12301) 2024-11-11T22:19:56,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. as already flushing 2024-11-11T22:19:56,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 62edf64fd8985d0d0bd9af67ce036680 2024-11-11T22:19:56,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:56,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363656136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:56,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:56,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363656138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:56,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:56,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363656139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-11T22:19:56,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363656241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:56,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363656243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:56,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:56,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363656245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:56,312 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/649ab45798784f228f27a8226a9b4c78 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/649ab45798784f228f27a8226a9b4c78 2024-11-11T22:19:56,323 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 62edf64fd8985d0d0bd9af67ce036680/B of 62edf64fd8985d0d0bd9af67ce036680 into 649ab45798784f228f27a8226a9b4c78(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:19:56,323 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:56,323 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680., storeName=62edf64fd8985d0d0bd9af67ce036680/B, priority=12, startTime=1731363595868; duration=0sec 2024-11-11T22:19:56,323 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:19:56,324 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62edf64fd8985d0d0bd9af67ce036680:B 2024-11-11T22:19:56,324 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T22:19:56,325 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T22:19:56,325 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 62edf64fd8985d0d0bd9af67ce036680/C is initiating minor compaction (all files) 2024-11-11T22:19:56,325 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62edf64fd8985d0d0bd9af67ce036680/C in TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:56,325 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/fa03503967e247d590309060d44c4bb2, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/a1d8d31f03d44cccbac3fd7cdd799528, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/0c8f6f3abd9f4334b2143feccadc117e, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/b87ee8d5ec334b6aaa1874913c5828a0] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp, totalSize=49.0 K 2024-11-11T22:19:56,326 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting fa03503967e247d590309060d44c4bb2, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1731363591354 2024-11-11T22:19:56,326 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting a1d8d31f03d44cccbac3fd7cdd799528, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1731363591476 2024-11-11T22:19:56,326 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c8f6f3abd9f4334b2143feccadc117e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1731363592163 2024-11-11T22:19:56,327 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting b87ee8d5ec334b6aaa1874913c5828a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1731363592825 2024-11-11T22:19:56,341 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/70156392213d47c4b6c855ea0cce8f14 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/70156392213d47c4b6c855ea0cce8f14 2024-11-11T22:19:56,346 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 62edf64fd8985d0d0bd9af67ce036680/A of 62edf64fd8985d0d0bd9af67ce036680 into 70156392213d47c4b6c855ea0cce8f14(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:19:56,346 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:56,346 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680., storeName=62edf64fd8985d0d0bd9af67ce036680/A, priority=12, startTime=1731363595868; duration=0sec 2024-11-11T22:19:56,346 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:56,346 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62edf64fd8985d0d0bd9af67ce036680:A 2024-11-11T22:19:56,355 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62edf64fd8985d0d0bd9af67ce036680#C#compaction#296 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:19:56,355 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/d1bb61de90704e6ab9e68fa1d80a918e is 50, key is test_row_0/C:col10/1731363592825/Put/seqid=0 2024-11-11T22:19:56,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742167_1343 (size=13391) 2024-11-11T22:19:56,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:56,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59584 deadline: 1731363656453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:56,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:56,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59560 deadline: 1731363656456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:56,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:19:56,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59610 deadline: 1731363656457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:19:56,465 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/577cf0abbdb7461686a5d93832efe9d7 2024-11-11T22:19:56,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/787975452105402e9f5c1b173d89c4f5 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/787975452105402e9f5c1b173d89c4f5 2024-11-11T22:19:56,480 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/787975452105402e9f5c1b173d89c4f5, entries=150, sequenceid=477, filesize=12.0 K 2024-11-11T22:19:56,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/83037a935b6e4dc890e3fa651a048f9d as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/83037a935b6e4dc890e3fa651a048f9d 2024-11-11T22:19:56,489 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/83037a935b6e4dc890e3fa651a048f9d, entries=150, sequenceid=477, filesize=12.0 K 2024-11-11T22:19:56,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/577cf0abbdb7461686a5d93832efe9d7 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/577cf0abbdb7461686a5d93832efe9d7 2024-11-11T22:19:56,496 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/577cf0abbdb7461686a5d93832efe9d7, entries=150, sequenceid=477, filesize=12.0 K 2024-11-11T22:19:56,508 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 62edf64fd8985d0d0bd9af67ce036680 in 563ms, sequenceid=477, compaction requested=false 2024-11-11T22:19:56,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:56,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:56,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-11T22:19:56,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-11T22:19:56,521 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-11T22:19:56,521 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 879 msec 2024-11-11T22:19:56,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 885 msec 2024-11-11T22:19:56,549 DEBUG [Thread-1138 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1730a60f to 127.0.0.1:61334 2024-11-11T22:19:56,549 DEBUG [Thread-1138 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:19:56,549 DEBUG [Thread-1134 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d68f787 to 127.0.0.1:61334 2024-11-11T22:19:56,549 DEBUG [Thread-1134 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:19:56,549 DEBUG [Thread-1130 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0eb04aeb to 127.0.0.1:61334 2024-11-11T22:19:56,549 DEBUG [Thread-1130 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:19:56,552 DEBUG [Thread-1136 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10e6bf6a to 127.0.0.1:61334 2024-11-11T22:19:56,553 DEBUG [Thread-1136 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:19:56,554 DEBUG [Thread-1132 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6a0e9c8f to 127.0.0.1:61334 2024-11-11T22:19:56,554 DEBUG [Thread-1132 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:19:56,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-11T22:19:56,743 INFO [Thread-1129 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-11T22:19:56,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 62edf64fd8985d0d0bd9af67ce036680 2024-11-11T22:19:56,763 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62edf64fd8985d0d0bd9af67ce036680 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-11T22:19:56,764 DEBUG [Thread-1119 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6862e3ce to 127.0.0.1:61334 2024-11-11T22:19:56,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=A 2024-11-11T22:19:56,764 DEBUG [Thread-1119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:19:56,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:56,764 DEBUG [Thread-1125 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x43f04e0e to 127.0.0.1:61334 2024-11-11T22:19:56,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=B 2024-11-11T22:19:56,764 DEBUG [Thread-1125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:19:56,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:56,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=C 2024-11-11T22:19:56,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:19:56,766 DEBUG [Thread-1123 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08d0caa5 to 127.0.0.1:61334 2024-11-11T22:19:56,766 DEBUG [Thread-1123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:19:56,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/4cd4160a47034f2c842f61f88b406a60 is 50, key is test_row_0/A:col10/1731363596762/Put/seqid=0 2024-11-11T22:19:56,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742168_1344 (size=12301) 2024-11-11T22:19:56,792 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/d1bb61de90704e6ab9e68fa1d80a918e as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/d1bb61de90704e6ab9e68fa1d80a918e 2024-11-11T22:19:56,798 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 62edf64fd8985d0d0bd9af67ce036680/C of 62edf64fd8985d0d0bd9af67ce036680 into d1bb61de90704e6ab9e68fa1d80a918e(size=13.1 K), total size for store is 25.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:19:56,799 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:56,799 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680., storeName=62edf64fd8985d0d0bd9af67ce036680/C, priority=12, startTime=1731363595868; duration=0sec 2024-11-11T22:19:56,799 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:56,799 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62edf64fd8985d0d0bd9af67ce036680:C 2024-11-11T22:19:57,177 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/4cd4160a47034f2c842f61f88b406a60 2024-11-11T22:19:57,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/9722c838f4a049ea805d90560b3f0040 is 50, key is test_row_0/B:col10/1731363596762/Put/seqid=0 2024-11-11T22:19:57,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742169_1345 (size=12301) 2024-11-11T22:19:57,593 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/9722c838f4a049ea805d90560b3f0040 2024-11-11T22:19:57,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/f0e5485311414d50a90b3a2192877188 is 50, key is test_row_0/C:col10/1731363596762/Put/seqid=0 2024-11-11T22:19:57,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742170_1346 (size=12301) 2024-11-11T22:19:57,871 DEBUG [Thread-1121 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d296fed to 127.0.0.1:61334 2024-11-11T22:19:57,871 DEBUG [Thread-1121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:19:58,003 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/f0e5485311414d50a90b3a2192877188 2024-11-11T22:19:58,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/4cd4160a47034f2c842f61f88b406a60 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/4cd4160a47034f2c842f61f88b406a60 2024-11-11T22:19:58,011 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/4cd4160a47034f2c842f61f88b406a60, entries=150, sequenceid=500, filesize=12.0 K 2024-11-11T22:19:58,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/9722c838f4a049ea805d90560b3f0040 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/9722c838f4a049ea805d90560b3f0040 2024-11-11T22:19:58,016 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/9722c838f4a049ea805d90560b3f0040, entries=150, sequenceid=500, filesize=12.0 K 2024-11-11T22:19:58,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/f0e5485311414d50a90b3a2192877188 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/f0e5485311414d50a90b3a2192877188 2024-11-11T22:19:58,021 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/f0e5485311414d50a90b3a2192877188, entries=150, sequenceid=500, filesize=12.0 K 2024-11-11T22:19:58,022 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=13.42 KB/13740 for 62edf64fd8985d0d0bd9af67ce036680 in 1259ms, sequenceid=500, compaction requested=true 2024-11-11T22:19:58,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:58,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62edf64fd8985d0d0bd9af67ce036680:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T22:19:58,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:58,022 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:19:58,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62edf64fd8985d0d0bd9af67ce036680:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T22:19:58,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:58,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62edf64fd8985d0d0bd9af67ce036680:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:19:58,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:19:58,022 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:19:58,023 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:19:58,023 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): 62edf64fd8985d0d0bd9af67ce036680/A is initiating minor compaction (all files) 2024-11-11T22:19:58,023 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62edf64fd8985d0d0bd9af67ce036680/A in TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:58,023 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:19:58,023 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/70156392213d47c4b6c855ea0cce8f14, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/787975452105402e9f5c1b173d89c4f5, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/4cd4160a47034f2c842f61f88b406a60] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp, totalSize=37.1 K 2024-11-11T22:19:58,023 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 62edf64fd8985d0d0bd9af67ce036680/B is initiating minor compaction (all files) 2024-11-11T22:19:58,023 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62edf64fd8985d0d0bd9af67ce036680/B in TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:58,023 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/649ab45798784f228f27a8226a9b4c78, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/83037a935b6e4dc890e3fa651a048f9d, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/9722c838f4a049ea805d90560b3f0040] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp, totalSize=37.1 K 2024-11-11T22:19:58,024 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 649ab45798784f228f27a8226a9b4c78, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1731363592825 2024-11-11T22:19:58,024 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70156392213d47c4b6c855ea0cce8f14, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1731363592825 2024-11-11T22:19:58,024 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 83037a935b6e4dc890e3fa651a048f9d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1731363594985 2024-11-11T22:19:58,024 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 787975452105402e9f5c1b173d89c4f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1731363594985 2024-11-11T22:19:58,024 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 9722c838f4a049ea805d90560b3f0040, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1731363596137 2024-11-11T22:19:58,025 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4cd4160a47034f2c842f61f88b406a60, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1731363596137 2024-11-11T22:19:58,041 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62edf64fd8985d0d0bd9af67ce036680#B#compaction#300 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:19:58,041 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/a8f48cbccaac4d99a50b12e309777672 is 50, key is test_row_0/B:col10/1731363596762/Put/seqid=0 2024-11-11T22:19:58,055 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62edf64fd8985d0d0bd9af67ce036680#A#compaction#301 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:19:58,055 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/da9ddaafdcb14fe38a77731e21c8b2b9 is 50, key is test_row_0/A:col10/1731363596762/Put/seqid=0 2024-11-11T22:19:58,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742171_1347 (size=13493) 2024-11-11T22:19:58,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742172_1348 (size=13493) 2024-11-11T22:19:58,095 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T22:19:58,461 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/a8f48cbccaac4d99a50b12e309777672 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/a8f48cbccaac4d99a50b12e309777672 2024-11-11T22:19:58,464 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/da9ddaafdcb14fe38a77731e21c8b2b9 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/da9ddaafdcb14fe38a77731e21c8b2b9 2024-11-11T22:19:58,465 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62edf64fd8985d0d0bd9af67ce036680/B of 62edf64fd8985d0d0bd9af67ce036680 into a8f48cbccaac4d99a50b12e309777672(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:19:58,465 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:58,465 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680., storeName=62edf64fd8985d0d0bd9af67ce036680/B, priority=13, startTime=1731363598022; duration=0sec 2024-11-11T22:19:58,465 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:19:58,465 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62edf64fd8985d0d0bd9af67ce036680:B 2024-11-11T22:19:58,465 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:19:58,466 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:19:58,466 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 62edf64fd8985d0d0bd9af67ce036680/C is initiating minor compaction (all files) 2024-11-11T22:19:58,466 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62edf64fd8985d0d0bd9af67ce036680/C in TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:19:58,466 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/d1bb61de90704e6ab9e68fa1d80a918e, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/577cf0abbdb7461686a5d93832efe9d7, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/f0e5485311414d50a90b3a2192877188] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp, totalSize=37.1 K 2024-11-11T22:19:58,466 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting d1bb61de90704e6ab9e68fa1d80a918e, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1731363592825 2024-11-11T22:19:58,466 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 577cf0abbdb7461686a5d93832efe9d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1731363594985 2024-11-11T22:19:58,467 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting f0e5485311414d50a90b3a2192877188, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1731363596137 2024-11-11T22:19:58,468 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62edf64fd8985d0d0bd9af67ce036680/A of 62edf64fd8985d0d0bd9af67ce036680 into da9ddaafdcb14fe38a77731e21c8b2b9(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:19:58,468 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:58,468 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680., storeName=62edf64fd8985d0d0bd9af67ce036680/A, priority=13, startTime=1731363598022; duration=0sec 2024-11-11T22:19:58,468 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:58,468 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62edf64fd8985d0d0bd9af67ce036680:A 2024-11-11T22:19:58,473 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62edf64fd8985d0d0bd9af67ce036680#C#compaction#302 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:19:58,473 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/e09e1284f76b415b8a8c39a9c5615e97 is 50, key is test_row_0/C:col10/1731363596762/Put/seqid=0 2024-11-11T22:19:58,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742173_1349 (size=13493) 2024-11-11T22:19:58,881 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/e09e1284f76b415b8a8c39a9c5615e97 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/e09e1284f76b415b8a8c39a9c5615e97 2024-11-11T22:19:58,885 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62edf64fd8985d0d0bd9af67ce036680/C of 62edf64fd8985d0d0bd9af67ce036680 into e09e1284f76b415b8a8c39a9c5615e97(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:19:58,885 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:19:58,885 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680., storeName=62edf64fd8985d0d0bd9af67ce036680/C, priority=13, startTime=1731363598022; duration=0sec 2024-11-11T22:19:58,885 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:19:58,885 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62edf64fd8985d0d0bd9af67ce036680:C 2024-11-11T22:20:01,883 DEBUG [Thread-1127 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x560ec309 to 127.0.0.1:61334 2024-11-11T22:20:01,883 DEBUG [Thread-1127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:20:01,884 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-11T22:20:01,884 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 113 2024-11-11T22:20:01,884 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 25 2024-11-11T22:20:01,884 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 116 2024-11-11T22:20:01,884 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 110 2024-11-11T22:20:01,884 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-11-11T22:20:01,884 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-11T22:20:01,884 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4640 2024-11-11T22:20:01,884 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4750 2024-11-11T22:20:01,884 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4553 2024-11-11T22:20:01,884 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4662 2024-11-11T22:20:01,884 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4627 2024-11-11T22:20:01,884 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-11T22:20:01,884 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-11T22:20:01,884 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a569490 to 127.0.0.1:61334 2024-11-11T22:20:01,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:20:01,885 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-11T22:20:01,886 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-11T22:20:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-11T22:20:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-11T22:20:01,902 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731363601901"}]},"ts":"1731363601901"} 2024-11-11T22:20:01,903 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-11T22:20:01,906 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-11T22:20:01,907 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T22:20:01,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=62edf64fd8985d0d0bd9af67ce036680, UNASSIGN}] 2024-11-11T22:20:01,909 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=85, ppid=84, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=62edf64fd8985d0d0bd9af67ce036680, UNASSIGN 2024-11-11T22:20:01,910 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=85 updating hbase:meta row=62edf64fd8985d0d0bd9af67ce036680, regionState=CLOSING, regionLocation=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:01,911 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T22:20:01,911 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; CloseRegionProcedure 62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061}] 2024-11-11T22:20:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-11T22:20:02,062 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:02,062 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(124): Close 62edf64fd8985d0d0bd9af67ce036680 2024-11-11T22:20:02,062 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-11T22:20:02,063 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1681): Closing 62edf64fd8985d0d0bd9af67ce036680, disabling compactions & flushes 2024-11-11T22:20:02,063 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:20:02,063 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:20:02,063 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. after waiting 0 ms 2024-11-11T22:20:02,063 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:20:02,063 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(2837): Flushing 62edf64fd8985d0d0bd9af67ce036680 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-11T22:20:02,063 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=A 2024-11-11T22:20:02,063 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:02,063 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=B 2024-11-11T22:20:02,063 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:02,063 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62edf64fd8985d0d0bd9af67ce036680, store=C 2024-11-11T22:20:02,063 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:02,067 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/46377dcc44914a9aa448153ed321ab42 is 50, key is test_row_1/A:col10/1731363601882/Put/seqid=0 2024-11-11T22:20:02,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742174_1350 (size=9857) 2024-11-11T22:20:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-11T22:20:02,472 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/46377dcc44914a9aa448153ed321ab42 2024-11-11T22:20:02,480 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/d50b1c3a980343649557b169c50e949b is 50, key is test_row_1/B:col10/1731363601882/Put/seqid=0 2024-11-11T22:20:02,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742175_1351 (size=9857) 2024-11-11T22:20:02,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-11T22:20:02,885 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/d50b1c3a980343649557b169c50e949b 2024-11-11T22:20:02,892 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/76cee7a9b7b64ea99a36ff05abf71706 is 50, key is test_row_1/C:col10/1731363601882/Put/seqid=0 2024-11-11T22:20:02,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742176_1352 (size=9857) 2024-11-11T22:20:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-11T22:20:03,053 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:39909 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:39909,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:03,297 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/76cee7a9b7b64ea99a36ff05abf71706 2024-11-11T22:20:03,302 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/A/46377dcc44914a9aa448153ed321ab42 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/46377dcc44914a9aa448153ed321ab42 2024-11-11T22:20:03,305 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/46377dcc44914a9aa448153ed321ab42, entries=100, sequenceid=510, filesize=9.6 K 2024-11-11T22:20:03,306 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/B/d50b1c3a980343649557b169c50e949b as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/d50b1c3a980343649557b169c50e949b 2024-11-11T22:20:03,310 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/d50b1c3a980343649557b169c50e949b, entries=100, sequenceid=510, filesize=9.6 K 2024-11-11T22:20:03,310 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/.tmp/C/76cee7a9b7b64ea99a36ff05abf71706 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/76cee7a9b7b64ea99a36ff05abf71706 2024-11-11T22:20:03,314 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/76cee7a9b7b64ea99a36ff05abf71706, entries=100, sequenceid=510, filesize=9.6 K 2024-11-11T22:20:03,315 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 62edf64fd8985d0d0bd9af67ce036680 in 1252ms, sequenceid=510, compaction requested=false 2024-11-11T22:20:03,316 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/538474242434410597f344470be3043a, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/6073b70f3dae447984ba7a6719cc9721, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/7b51e595fdea4a01b98cdf0799baee58, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/ebe326da4e344dbca09098930598e23d, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/9ab10e66108a40b684e5f6c17d97bc59, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/75a360b901714f9092f5b90c2191afa7, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/02126dbfb6e44ea4a3b82eaafa066b4a, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/d9b3f31f25f14b7d858db77f93ac33c7, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/e52cf66b0d644675928844017d9ffb44, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/986a1cf7af7243c88a4ddfba6c81c0b8, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/2a37938d40a44c9ab98055414b839b87, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/be5385fdd0854496b4593a10832f0ad1, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/6df5ce3124764e19a7228c6302253f8b, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/817f2deb03584b95bd05d19c4b43e808, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/bf77c3988bea49b6af9a843cee959e2d, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/2fd39fe63af44e028d2707c3f70c615a, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/338484020f6043488e10837853ac9fef, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/5b13855e170a407cb89a468e72b025d7, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/27c23d76547748c7a0b15c5095e548fd, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/ffd6f2a6437a425e8b2cbbd09e075902, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/7e82ba27b7494eb49e96bca514077d5c, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/e7285d1b2e0c456db7213ee8a36ab7e7, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/5c09791c3dd444ca86396bd70c52b0da, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/9287b8cccd694448b645354f9bb019b2, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/41f196e0e29b4370878d69a5ad9ac83f, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/e3e3c5f8cd584b389778dbc9660a0638, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/bdb0aea3d8fa4c99a66e4e48db90b027, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/333946a3271045098708c8d1e936fa2a, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/4c4ff48b15b84d6fbe7f7acb15db18d4, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/5c2524f0bce74b5d88f2148cf19fb3e1, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/eb971a0682e549b9975ee210a89d7de5, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/318a0273e6834a14944b1b39e8f0408e, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/70156392213d47c4b6c855ea0cce8f14, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/787975452105402e9f5c1b173d89c4f5, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/4cd4160a47034f2c842f61f88b406a60] to archive 2024-11-11T22:20:03,317 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T22:20:03,318 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/538474242434410597f344470be3043a to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/538474242434410597f344470be3043a 2024-11-11T22:20:03,320 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/6073b70f3dae447984ba7a6719cc9721 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/6073b70f3dae447984ba7a6719cc9721 2024-11-11T22:20:03,321 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/7b51e595fdea4a01b98cdf0799baee58 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/7b51e595fdea4a01b98cdf0799baee58 2024-11-11T22:20:03,322 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/ebe326da4e344dbca09098930598e23d to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/ebe326da4e344dbca09098930598e23d 2024-11-11T22:20:03,323 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/9ab10e66108a40b684e5f6c17d97bc59 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/9ab10e66108a40b684e5f6c17d97bc59 2024-11-11T22:20:03,325 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/75a360b901714f9092f5b90c2191afa7 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/75a360b901714f9092f5b90c2191afa7 2024-11-11T22:20:03,326 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/02126dbfb6e44ea4a3b82eaafa066b4a to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/02126dbfb6e44ea4a3b82eaafa066b4a 2024-11-11T22:20:03,327 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/d9b3f31f25f14b7d858db77f93ac33c7 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/d9b3f31f25f14b7d858db77f93ac33c7 2024-11-11T22:20:03,328 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/e52cf66b0d644675928844017d9ffb44 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/e52cf66b0d644675928844017d9ffb44 2024-11-11T22:20:03,329 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/986a1cf7af7243c88a4ddfba6c81c0b8 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/986a1cf7af7243c88a4ddfba6c81c0b8 2024-11-11T22:20:03,330 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/2a37938d40a44c9ab98055414b839b87 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/2a37938d40a44c9ab98055414b839b87 2024-11-11T22:20:03,331 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/be5385fdd0854496b4593a10832f0ad1 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/be5385fdd0854496b4593a10832f0ad1 2024-11-11T22:20:03,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/6df5ce3124764e19a7228c6302253f8b to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/6df5ce3124764e19a7228c6302253f8b 2024-11-11T22:20:03,335 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/817f2deb03584b95bd05d19c4b43e808 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/817f2deb03584b95bd05d19c4b43e808 2024-11-11T22:20:03,336 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/bf77c3988bea49b6af9a843cee959e2d to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/bf77c3988bea49b6af9a843cee959e2d 2024-11-11T22:20:03,340 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/2fd39fe63af44e028d2707c3f70c615a to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/2fd39fe63af44e028d2707c3f70c615a 2024-11-11T22:20:03,341 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/338484020f6043488e10837853ac9fef to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/338484020f6043488e10837853ac9fef 2024-11-11T22:20:03,343 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/5b13855e170a407cb89a468e72b025d7 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/5b13855e170a407cb89a468e72b025d7 2024-11-11T22:20:03,347 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/27c23d76547748c7a0b15c5095e548fd to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/27c23d76547748c7a0b15c5095e548fd 2024-11-11T22:20:03,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/ffd6f2a6437a425e8b2cbbd09e075902 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/ffd6f2a6437a425e8b2cbbd09e075902 2024-11-11T22:20:03,349 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/7e82ba27b7494eb49e96bca514077d5c to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/7e82ba27b7494eb49e96bca514077d5c 2024-11-11T22:20:03,350 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/e7285d1b2e0c456db7213ee8a36ab7e7 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/e7285d1b2e0c456db7213ee8a36ab7e7 2024-11-11T22:20:03,351 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/5c09791c3dd444ca86396bd70c52b0da to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/5c09791c3dd444ca86396bd70c52b0da 2024-11-11T22:20:03,351 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/9287b8cccd694448b645354f9bb019b2 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/9287b8cccd694448b645354f9bb019b2 2024-11-11T22:20:03,352 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/41f196e0e29b4370878d69a5ad9ac83f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/41f196e0e29b4370878d69a5ad9ac83f 2024-11-11T22:20:03,353 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/e3e3c5f8cd584b389778dbc9660a0638 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/e3e3c5f8cd584b389778dbc9660a0638 2024-11-11T22:20:03,354 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/bdb0aea3d8fa4c99a66e4e48db90b027 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/bdb0aea3d8fa4c99a66e4e48db90b027 2024-11-11T22:20:03,355 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/333946a3271045098708c8d1e936fa2a to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/333946a3271045098708c8d1e936fa2a 2024-11-11T22:20:03,356 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/4c4ff48b15b84d6fbe7f7acb15db18d4 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/4c4ff48b15b84d6fbe7f7acb15db18d4 2024-11-11T22:20:03,357 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/5c2524f0bce74b5d88f2148cf19fb3e1 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/5c2524f0bce74b5d88f2148cf19fb3e1 2024-11-11T22:20:03,359 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/eb971a0682e549b9975ee210a89d7de5 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/eb971a0682e549b9975ee210a89d7de5 2024-11-11T22:20:03,360 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/318a0273e6834a14944b1b39e8f0408e to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/318a0273e6834a14944b1b39e8f0408e 2024-11-11T22:20:03,368 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/70156392213d47c4b6c855ea0cce8f14 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/70156392213d47c4b6c855ea0cce8f14 2024-11-11T22:20:03,377 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/787975452105402e9f5c1b173d89c4f5 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/787975452105402e9f5c1b173d89c4f5 2024-11-11T22:20:03,390 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/4cd4160a47034f2c842f61f88b406a60 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/4cd4160a47034f2c842f61f88b406a60 2024-11-11T22:20:03,391 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/b872eb50e75e4d03a6422e3520a8bcab, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/9126333fe2ad42f9824220202c321719, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/e32a1c291fa242538763da6f253733f7, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/53250e5cb6274d24a9cfe1f35f83ac15, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/019a1968208b434c8b0310fc24921dfd, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/eb33b5c8445d43d38a00b0de812b92c0, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/8eedecbbca6f4fec94c5cc6cb6b394b1, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/c39c6c096cc64eac853b1ae64b5f867c, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/8b1b1ccdf9a14da79abaf4d7ab820522, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/b19e3106396849eea9da33595da9ba27, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/5abfeb3d207b4e91976d2ddbf3efb2fd, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/d627b091018a4123bc391635bb93f959, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/d9bfc3f7f6544a10bae84796048bd836, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/66436c6f439d47daab8006db0ca5b2d9, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/9d3310c4e5d7458ebfb0e95d4e77b688, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/9a03eeca54764459b9c65b5ff126b716, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/e54eaf18133346fd952bc3f51f0804a6, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/a01a95e5e9474db293a592e1ddb3ed5f, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/021766ca33844fd0b84f2e6db0ec21c4, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/0ee95c045ded4d2ea345d58639c3f167, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/c2c31e42da4145d4b16a518ddb7f4e4d, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/e379f51aa5da45d2bbd55da5df7d5584, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/7d199716b68f4c899cc6376f1657828c, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/e006fbf124624b4da2ab345fe13464bd, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/0b630aeb59834181a4ec6fcf80fcb23f, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/b828d1d7534b494e8488b1fc0c5e26a7, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/cf86f813914d4e89b8f1a5597af6b7ac, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/9d10a186d0104ef983baf41883b020bc, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/d5ba199177454cd5a510829287878655, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/9ef49d0c24e943afb61f81cd24b3b6ea, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/e03f869f739047f597437bf87b60fc54, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/649ab45798784f228f27a8226a9b4c78, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/ccc78e721ae046878a7b5a851f5a6eb9, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/83037a935b6e4dc890e3fa651a048f9d, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/9722c838f4a049ea805d90560b3f0040] to archive 2024-11-11T22:20:03,393 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T22:20:03,394 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/b872eb50e75e4d03a6422e3520a8bcab to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/b872eb50e75e4d03a6422e3520a8bcab 2024-11-11T22:20:03,397 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/9126333fe2ad42f9824220202c321719 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/9126333fe2ad42f9824220202c321719 2024-11-11T22:20:03,404 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/e32a1c291fa242538763da6f253733f7 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/e32a1c291fa242538763da6f253733f7 2024-11-11T22:20:03,406 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/53250e5cb6274d24a9cfe1f35f83ac15 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/53250e5cb6274d24a9cfe1f35f83ac15 2024-11-11T22:20:03,407 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/019a1968208b434c8b0310fc24921dfd to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/019a1968208b434c8b0310fc24921dfd 2024-11-11T22:20:03,408 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/eb33b5c8445d43d38a00b0de812b92c0 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/eb33b5c8445d43d38a00b0de812b92c0 2024-11-11T22:20:03,409 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/8eedecbbca6f4fec94c5cc6cb6b394b1 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/8eedecbbca6f4fec94c5cc6cb6b394b1 2024-11-11T22:20:03,410 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/c39c6c096cc64eac853b1ae64b5f867c to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/c39c6c096cc64eac853b1ae64b5f867c 2024-11-11T22:20:03,411 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/8b1b1ccdf9a14da79abaf4d7ab820522 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/8b1b1ccdf9a14da79abaf4d7ab820522 2024-11-11T22:20:03,416 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/b19e3106396849eea9da33595da9ba27 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/b19e3106396849eea9da33595da9ba27 2024-11-11T22:20:03,417 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/5abfeb3d207b4e91976d2ddbf3efb2fd to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/5abfeb3d207b4e91976d2ddbf3efb2fd 2024-11-11T22:20:03,418 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/d627b091018a4123bc391635bb93f959 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/d627b091018a4123bc391635bb93f959 2024-11-11T22:20:03,420 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/d9bfc3f7f6544a10bae84796048bd836 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/d9bfc3f7f6544a10bae84796048bd836 2024-11-11T22:20:03,421 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/66436c6f439d47daab8006db0ca5b2d9 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/66436c6f439d47daab8006db0ca5b2d9 2024-11-11T22:20:03,422 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/9d3310c4e5d7458ebfb0e95d4e77b688 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/9d3310c4e5d7458ebfb0e95d4e77b688 2024-11-11T22:20:03,424 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/9a03eeca54764459b9c65b5ff126b716 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/9a03eeca54764459b9c65b5ff126b716 2024-11-11T22:20:03,441 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/e54eaf18133346fd952bc3f51f0804a6 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/e54eaf18133346fd952bc3f51f0804a6 2024-11-11T22:20:03,444 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/a01a95e5e9474db293a592e1ddb3ed5f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/a01a95e5e9474db293a592e1ddb3ed5f 2024-11-11T22:20:03,445 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/021766ca33844fd0b84f2e6db0ec21c4 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/021766ca33844fd0b84f2e6db0ec21c4 2024-11-11T22:20:03,446 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/0ee95c045ded4d2ea345d58639c3f167 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/0ee95c045ded4d2ea345d58639c3f167 2024-11-11T22:20:03,447 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/c2c31e42da4145d4b16a518ddb7f4e4d to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/c2c31e42da4145d4b16a518ddb7f4e4d 2024-11-11T22:20:03,448 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/e379f51aa5da45d2bbd55da5df7d5584 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/e379f51aa5da45d2bbd55da5df7d5584 2024-11-11T22:20:03,449 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/7d199716b68f4c899cc6376f1657828c to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/7d199716b68f4c899cc6376f1657828c 2024-11-11T22:20:03,450 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/e006fbf124624b4da2ab345fe13464bd to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/e006fbf124624b4da2ab345fe13464bd 2024-11-11T22:20:03,451 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/0b630aeb59834181a4ec6fcf80fcb23f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/0b630aeb59834181a4ec6fcf80fcb23f 2024-11-11T22:20:03,452 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/b828d1d7534b494e8488b1fc0c5e26a7 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/b828d1d7534b494e8488b1fc0c5e26a7 2024-11-11T22:20:03,453 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/cf86f813914d4e89b8f1a5597af6b7ac to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/cf86f813914d4e89b8f1a5597af6b7ac 2024-11-11T22:20:03,454 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/9d10a186d0104ef983baf41883b020bc to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/9d10a186d0104ef983baf41883b020bc 2024-11-11T22:20:03,455 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/d5ba199177454cd5a510829287878655 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/d5ba199177454cd5a510829287878655 2024-11-11T22:20:03,456 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/9ef49d0c24e943afb61f81cd24b3b6ea to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/9ef49d0c24e943afb61f81cd24b3b6ea 2024-11-11T22:20:03,461 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/e03f869f739047f597437bf87b60fc54 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/e03f869f739047f597437bf87b60fc54 2024-11-11T22:20:03,463 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/649ab45798784f228f27a8226a9b4c78 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/649ab45798784f228f27a8226a9b4c78 2024-11-11T22:20:03,464 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/ccc78e721ae046878a7b5a851f5a6eb9 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/ccc78e721ae046878a7b5a851f5a6eb9 2024-11-11T22:20:03,466 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/83037a935b6e4dc890e3fa651a048f9d to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/83037a935b6e4dc890e3fa651a048f9d 2024-11-11T22:20:03,467 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/9722c838f4a049ea805d90560b3f0040 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/9722c838f4a049ea805d90560b3f0040 2024-11-11T22:20:03,479 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/adf31ab1a77f446099b83af96c99111d, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/62a251d01f424022b500e97c078e1489, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/51562e58d7924a1f8c6a5861db8cd808, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/fce4ba401094406ca006a7b408835433, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/9b38e33b65a94631953ff404f5a0bb64, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/e1f77f4c36cf4eeb8bb58b21b2f8c08d, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/c91bc99392674ebaaa9f8eb0a0e6a751, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/e0d96b6bc9c342f2b88c0c79e5d5367b, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/99940b18826e47e19c0a57f4c0d4d57c, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/f86ffe7951bf4e4d91593805fbac23fe, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/de1f2fe9fb50455bac5acf498412aef5, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/b2c32dafc7d14ceea3e025b10a01c171, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/22f14b098db046fcbf77c7bc0d4d2084, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/6f44d6dc3e504ac38860fdbe3a49c8b5, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/a29dca8884a8448395b92e6a3324c470, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/92efccfe3a9c40abb9109858e92f1c02, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/71ae0e1cc2074497834fe3fc907eb8a0, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/7e76e8c380ea4dc9af901003e8b4e0b7, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/644b907accd94c08bf9d9ad501d2f262, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/88e4281f641746d18b3669dec32b0a32, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/ea1d89573ed748b0925911960c3cc354, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/89bdba220dba4870ba6019aa14808db1, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/293b70b56fa94111ba2860ba3fda7153, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/bbb3152374af48ed82847a389bef4a65, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/e3d96863a46940738e864c53a93c1820, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/78ada05c12c04add9b2270c03d989c64, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/f99fc5af41de44d1a3722bfbe177a835, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/fa03503967e247d590309060d44c4bb2, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/0c5159a7c67c4175af5d6ce5eb130d2c, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/a1d8d31f03d44cccbac3fd7cdd799528, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/0c8f6f3abd9f4334b2143feccadc117e, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/d1bb61de90704e6ab9e68fa1d80a918e, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/b87ee8d5ec334b6aaa1874913c5828a0, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/577cf0abbdb7461686a5d93832efe9d7, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/f0e5485311414d50a90b3a2192877188] to archive 2024-11-11T22:20:03,480 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T22:20:03,481 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/adf31ab1a77f446099b83af96c99111d to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/adf31ab1a77f446099b83af96c99111d 2024-11-11T22:20:03,483 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/62a251d01f424022b500e97c078e1489 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/62a251d01f424022b500e97c078e1489 2024-11-11T22:20:03,484 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/51562e58d7924a1f8c6a5861db8cd808 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/51562e58d7924a1f8c6a5861db8cd808 2024-11-11T22:20:03,485 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/fce4ba401094406ca006a7b408835433 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/fce4ba401094406ca006a7b408835433 2024-11-11T22:20:03,486 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/9b38e33b65a94631953ff404f5a0bb64 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/9b38e33b65a94631953ff404f5a0bb64 2024-11-11T22:20:03,487 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/e1f77f4c36cf4eeb8bb58b21b2f8c08d to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/e1f77f4c36cf4eeb8bb58b21b2f8c08d 2024-11-11T22:20:03,488 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/c91bc99392674ebaaa9f8eb0a0e6a751 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/c91bc99392674ebaaa9f8eb0a0e6a751 2024-11-11T22:20:03,489 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/e0d96b6bc9c342f2b88c0c79e5d5367b to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/e0d96b6bc9c342f2b88c0c79e5d5367b 2024-11-11T22:20:03,491 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/99940b18826e47e19c0a57f4c0d4d57c to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/99940b18826e47e19c0a57f4c0d4d57c 2024-11-11T22:20:03,492 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/f86ffe7951bf4e4d91593805fbac23fe to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/f86ffe7951bf4e4d91593805fbac23fe 2024-11-11T22:20:03,494 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/de1f2fe9fb50455bac5acf498412aef5 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/de1f2fe9fb50455bac5acf498412aef5 2024-11-11T22:20:03,495 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/b2c32dafc7d14ceea3e025b10a01c171 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/b2c32dafc7d14ceea3e025b10a01c171 2024-11-11T22:20:03,498 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/22f14b098db046fcbf77c7bc0d4d2084 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/22f14b098db046fcbf77c7bc0d4d2084 2024-11-11T22:20:03,501 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/6f44d6dc3e504ac38860fdbe3a49c8b5 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/6f44d6dc3e504ac38860fdbe3a49c8b5 2024-11-11T22:20:03,502 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/a29dca8884a8448395b92e6a3324c470 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/a29dca8884a8448395b92e6a3324c470 2024-11-11T22:20:03,503 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/92efccfe3a9c40abb9109858e92f1c02 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/92efccfe3a9c40abb9109858e92f1c02 2024-11-11T22:20:03,504 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/71ae0e1cc2074497834fe3fc907eb8a0 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/71ae0e1cc2074497834fe3fc907eb8a0 2024-11-11T22:20:03,505 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/7e76e8c380ea4dc9af901003e8b4e0b7 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/7e76e8c380ea4dc9af901003e8b4e0b7 2024-11-11T22:20:03,506 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/644b907accd94c08bf9d9ad501d2f262 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/644b907accd94c08bf9d9ad501d2f262 2024-11-11T22:20:03,507 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/88e4281f641746d18b3669dec32b0a32 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/88e4281f641746d18b3669dec32b0a32 2024-11-11T22:20:03,508 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/ea1d89573ed748b0925911960c3cc354 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/ea1d89573ed748b0925911960c3cc354 2024-11-11T22:20:03,509 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/89bdba220dba4870ba6019aa14808db1 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/89bdba220dba4870ba6019aa14808db1 2024-11-11T22:20:03,510 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/293b70b56fa94111ba2860ba3fda7153 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/293b70b56fa94111ba2860ba3fda7153 2024-11-11T22:20:03,511 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/bbb3152374af48ed82847a389bef4a65 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/bbb3152374af48ed82847a389bef4a65 2024-11-11T22:20:03,512 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/e3d96863a46940738e864c53a93c1820 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/e3d96863a46940738e864c53a93c1820 2024-11-11T22:20:03,513 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/78ada05c12c04add9b2270c03d989c64 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/78ada05c12c04add9b2270c03d989c64 2024-11-11T22:20:03,514 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/f99fc5af41de44d1a3722bfbe177a835 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/f99fc5af41de44d1a3722bfbe177a835 2024-11-11T22:20:03,516 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/fa03503967e247d590309060d44c4bb2 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/fa03503967e247d590309060d44c4bb2 2024-11-11T22:20:03,517 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/0c5159a7c67c4175af5d6ce5eb130d2c to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/0c5159a7c67c4175af5d6ce5eb130d2c 2024-11-11T22:20:03,518 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/a1d8d31f03d44cccbac3fd7cdd799528 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/a1d8d31f03d44cccbac3fd7cdd799528 2024-11-11T22:20:03,519 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/0c8f6f3abd9f4334b2143feccadc117e to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/0c8f6f3abd9f4334b2143feccadc117e 2024-11-11T22:20:03,521 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/d1bb61de90704e6ab9e68fa1d80a918e to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/d1bb61de90704e6ab9e68fa1d80a918e 2024-11-11T22:20:03,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/b87ee8d5ec334b6aaa1874913c5828a0 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/b87ee8d5ec334b6aaa1874913c5828a0 2024-11-11T22:20:03,523 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/577cf0abbdb7461686a5d93832efe9d7 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/577cf0abbdb7461686a5d93832efe9d7 2024-11-11T22:20:03,524 DEBUG [StoreCloser-TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/f0e5485311414d50a90b3a2192877188 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/f0e5485311414d50a90b3a2192877188 2024-11-11T22:20:03,530 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/recovered.edits/513.seqid, newMaxSeqId=513, maxSeqId=1 2024-11-11T22:20:03,530 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680. 2024-11-11T22:20:03,530 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1635): Region close journal for 62edf64fd8985d0d0bd9af67ce036680: 2024-11-11T22:20:03,532 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(170): Closed 62edf64fd8985d0d0bd9af67ce036680 2024-11-11T22:20:03,532 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=85 updating hbase:meta row=62edf64fd8985d0d0bd9af67ce036680, regionState=CLOSED 2024-11-11T22:20:03,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-11T22:20:03,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; CloseRegionProcedure 62edf64fd8985d0d0bd9af67ce036680, server=47c9c93ccfa8,41889,1731363510061 in 1.6220 sec 2024-11-11T22:20:03,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=85, resume processing ppid=84 2024-11-11T22:20:03,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, ppid=84, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=62edf64fd8985d0d0bd9af67ce036680, UNASSIGN in 1.6260 sec 2024-11-11T22:20:03,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-11T22:20:03,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6290 sec 2024-11-11T22:20:03,538 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731363603538"}]},"ts":"1731363603538"} 2024-11-11T22:20:03,539 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-11T22:20:03,541 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-11T22:20:03,542 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6550 sec 2024-11-11T22:20:04,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-11T22:20:04,004 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-11T22:20:04,005 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-11T22:20:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T22:20:04,006 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=87, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T22:20:04,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-11T22:20:04,007 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=87, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T22:20:04,009 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680 2024-11-11T22:20:04,010 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A, FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B, FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C, FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/recovered.edits] 2024-11-11T22:20:04,012 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/46377dcc44914a9aa448153ed321ab42 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/46377dcc44914a9aa448153ed321ab42 2024-11-11T22:20:04,013 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/da9ddaafdcb14fe38a77731e21c8b2b9 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/A/da9ddaafdcb14fe38a77731e21c8b2b9 2024-11-11T22:20:04,014 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/a8f48cbccaac4d99a50b12e309777672 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/a8f48cbccaac4d99a50b12e309777672 2024-11-11T22:20:04,015 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/d50b1c3a980343649557b169c50e949b to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/B/d50b1c3a980343649557b169c50e949b 2024-11-11T22:20:04,017 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/76cee7a9b7b64ea99a36ff05abf71706 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/76cee7a9b7b64ea99a36ff05abf71706 2024-11-11T22:20:04,017 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/e09e1284f76b415b8a8c39a9c5615e97 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/C/e09e1284f76b415b8a8c39a9c5615e97 2024-11-11T22:20:04,019 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/recovered.edits/513.seqid to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680/recovered.edits/513.seqid 2024-11-11T22:20:04,020 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/62edf64fd8985d0d0bd9af67ce036680 2024-11-11T22:20:04,020 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-11T22:20:04,021 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=87, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T22:20:04,024 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-11T22:20:04,026 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-11T22:20:04,027 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=87, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T22:20:04,027 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-11T22:20:04,027 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731363604027"}]},"ts":"9223372036854775807"} 2024-11-11T22:20:04,028 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-11T22:20:04,029 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 62edf64fd8985d0d0bd9af67ce036680, NAME => 'TestAcidGuarantees,,1731363575296.62edf64fd8985d0d0bd9af67ce036680.', STARTKEY => '', ENDKEY => ''}] 2024-11-11T22:20:04,029 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-11T22:20:04,029 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731363604029"}]},"ts":"9223372036854775807"} 2024-11-11T22:20:04,030 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-11T22:20:04,032 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=87, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T22:20:04,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 27 msec 2024-11-11T22:20:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-11T22:20:04,108 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-11T22:20:04,120 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=238 (was 238), OpenFileDescriptor=449 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=988 (was 1043), ProcessCount=11 (was 11), AvailableMemoryMB=2375 (was 2630) 2024-11-11T22:20:04,128 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=238, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=988, ProcessCount=11, AvailableMemoryMB=2375 2024-11-11T22:20:04,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T22:20:04,130 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T22:20:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=88, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-11T22:20:04,131 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=88, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T22:20:04,131 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:04,131 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 88 2024-11-11T22:20:04,132 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=88, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T22:20:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-11T22:20:04,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742177_1353 (size=960) 2024-11-11T22:20:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-11T22:20:04,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-11T22:20:04,540 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690 2024-11-11T22:20:04,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742178_1354 (size=53) 2024-11-11T22:20:04,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-11T22:20:04,947 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T22:20:04,947 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing a010f9c60a213e8b4ad2b6c3dc741b52, disabling compactions & flushes 2024-11-11T22:20:04,947 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:04,947 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:04,947 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. after waiting 0 ms 2024-11-11T22:20:04,947 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:04,947 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:04,947 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for a010f9c60a213e8b4ad2b6c3dc741b52: 2024-11-11T22:20:04,948 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=88, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T22:20:04,949 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731363604948"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731363604948"}]},"ts":"1731363604948"} 2024-11-11T22:20:04,949 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-11T22:20:04,950 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=88, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T22:20:04,950 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731363604950"}]},"ts":"1731363604950"} 2024-11-11T22:20:04,951 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-11T22:20:04,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a010f9c60a213e8b4ad2b6c3dc741b52, ASSIGN}] 2024-11-11T22:20:04,957 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a010f9c60a213e8b4ad2b6c3dc741b52, ASSIGN 2024-11-11T22:20:04,957 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a010f9c60a213e8b4ad2b6c3dc741b52, ASSIGN; state=OFFLINE, location=47c9c93ccfa8,41889,1731363510061; forceNewPlan=false, retain=false 2024-11-11T22:20:05,108 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=a010f9c60a213e8b4ad2b6c3dc741b52, regionState=OPENING, regionLocation=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:05,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; OpenRegionProcedure a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061}] 2024-11-11T22:20:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-11T22:20:05,260 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:05,264 INFO [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:05,264 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(7285): Opening region: {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} 2024-11-11T22:20:05,264 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:05,264 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T22:20:05,264 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(7327): checking encryption for a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:05,264 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(7330): checking classloading for a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:05,266 INFO [StoreOpener-a010f9c60a213e8b4ad2b6c3dc741b52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:05,267 INFO [StoreOpener-a010f9c60a213e8b4ad2b6c3dc741b52-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T22:20:05,267 INFO [StoreOpener-a010f9c60a213e8b4ad2b6c3dc741b52-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a010f9c60a213e8b4ad2b6c3dc741b52 columnFamilyName A 2024-11-11T22:20:05,267 DEBUG [StoreOpener-a010f9c60a213e8b4ad2b6c3dc741b52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:05,267 INFO [StoreOpener-a010f9c60a213e8b4ad2b6c3dc741b52-1 {}] regionserver.HStore(327): Store=a010f9c60a213e8b4ad2b6c3dc741b52/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T22:20:05,267 INFO [StoreOpener-a010f9c60a213e8b4ad2b6c3dc741b52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:05,268 INFO [StoreOpener-a010f9c60a213e8b4ad2b6c3dc741b52-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T22:20:05,268 INFO [StoreOpener-a010f9c60a213e8b4ad2b6c3dc741b52-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a010f9c60a213e8b4ad2b6c3dc741b52 columnFamilyName B 2024-11-11T22:20:05,268 DEBUG [StoreOpener-a010f9c60a213e8b4ad2b6c3dc741b52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:05,269 INFO [StoreOpener-a010f9c60a213e8b4ad2b6c3dc741b52-1 {}] regionserver.HStore(327): Store=a010f9c60a213e8b4ad2b6c3dc741b52/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T22:20:05,269 INFO [StoreOpener-a010f9c60a213e8b4ad2b6c3dc741b52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:05,274 INFO [StoreOpener-a010f9c60a213e8b4ad2b6c3dc741b52-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T22:20:05,274 INFO [StoreOpener-a010f9c60a213e8b4ad2b6c3dc741b52-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a010f9c60a213e8b4ad2b6c3dc741b52 columnFamilyName C 2024-11-11T22:20:05,274 DEBUG [StoreOpener-a010f9c60a213e8b4ad2b6c3dc741b52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:05,275 INFO [StoreOpener-a010f9c60a213e8b4ad2b6c3dc741b52-1 {}] regionserver.HStore(327): Store=a010f9c60a213e8b4ad2b6c3dc741b52/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T22:20:05,275 INFO [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:05,276 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:05,276 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:05,278 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T22:20:05,279 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1085): writing seq id for a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:05,281 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T22:20:05,282 INFO [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1102): Opened a010f9c60a213e8b4ad2b6c3dc741b52; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66655969, jitterRate=-0.006748661398887634}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T22:20:05,282 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1001): Region open journal for a010f9c60a213e8b4ad2b6c3dc741b52: 2024-11-11T22:20:05,284 INFO [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52., pid=90, masterSystemTime=1731363605260 2024-11-11T22:20:05,285 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:05,285 INFO [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:05,286 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=a010f9c60a213e8b4ad2b6c3dc741b52, regionState=OPEN, openSeqNum=2, regionLocation=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:05,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-11T22:20:05,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; OpenRegionProcedure a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 in 178 msec 2024-11-11T22:20:05,289 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=89, resume processing ppid=88 2024-11-11T22:20:05,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, ppid=88, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a010f9c60a213e8b4ad2b6c3dc741b52, ASSIGN in 332 msec 2024-11-11T22:20:05,290 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=88, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T22:20:05,290 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731363605290"}]},"ts":"1731363605290"} 2024-11-11T22:20:05,291 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-11T22:20:05,294 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=88, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T22:20:05,295 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1640 sec 2024-11-11T22:20:05,325 ERROR [LeaseRenewer:jenkins@localhost:39909 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:39909,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:06,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-11T22:20:06,237 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 88 completed 2024-11-11T22:20:06,239 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b82ba2a to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3637e4c6 2024-11-11T22:20:06,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f7d511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:20:06,250 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:20:06,251 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38996, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:20:06,252 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T22:20:06,253 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59274, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T22:20:06,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T22:20:06,255 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T22:20:06,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-11T22:20:06,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742179_1355 (size=996) 2024-11-11T22:20:06,669 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-11T22:20:06,670 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-11T22:20:06,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T22:20:06,675 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a010f9c60a213e8b4ad2b6c3dc741b52, REOPEN/MOVE}] 2024-11-11T22:20:06,676 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a010f9c60a213e8b4ad2b6c3dc741b52, REOPEN/MOVE 2024-11-11T22:20:06,676 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=a010f9c60a213e8b4ad2b6c3dc741b52, regionState=CLOSING, regionLocation=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:06,677 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T22:20:06,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; CloseRegionProcedure a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061}] 2024-11-11T22:20:06,829 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:06,830 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(124): Close a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:06,830 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-11T22:20:06,830 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1681): Closing a010f9c60a213e8b4ad2b6c3dc741b52, disabling compactions & flushes 2024-11-11T22:20:06,830 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:06,830 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:06,830 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. after waiting 0 ms 2024-11-11T22:20:06,830 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:06,834 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-11T22:20:06,834 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:06,834 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1635): Region close journal for a010f9c60a213e8b4ad2b6c3dc741b52: 2024-11-11T22:20:06,834 WARN [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegionServer(3786): Not adding moved region record: a010f9c60a213e8b4ad2b6c3dc741b52 to self. 2024-11-11T22:20:06,836 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(170): Closed a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:06,836 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=a010f9c60a213e8b4ad2b6c3dc741b52, regionState=CLOSED 2024-11-11T22:20:06,838 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-11T22:20:06,838 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; CloseRegionProcedure a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 in 160 msec 2024-11-11T22:20:06,838 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a010f9c60a213e8b4ad2b6c3dc741b52, REOPEN/MOVE; state=CLOSED, location=47c9c93ccfa8,41889,1731363510061; forceNewPlan=false, retain=true 2024-11-11T22:20:06,989 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=a010f9c60a213e8b4ad2b6c3dc741b52, regionState=OPENING, regionLocation=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:06,990 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=93, state=RUNNABLE; OpenRegionProcedure a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061}] 2024-11-11T22:20:07,144 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:07,170 INFO [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:07,170 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7285): Opening region: {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} 2024-11-11T22:20:07,171 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:07,171 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T22:20:07,171 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7327): checking encryption for a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:07,171 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7330): checking classloading for a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:07,200 INFO [StoreOpener-a010f9c60a213e8b4ad2b6c3dc741b52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:07,216 INFO [StoreOpener-a010f9c60a213e8b4ad2b6c3dc741b52-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T22:20:07,216 INFO [StoreOpener-a010f9c60a213e8b4ad2b6c3dc741b52-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a010f9c60a213e8b4ad2b6c3dc741b52 columnFamilyName A 2024-11-11T22:20:07,244 DEBUG [StoreOpener-a010f9c60a213e8b4ad2b6c3dc741b52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:07,258 INFO [StoreOpener-a010f9c60a213e8b4ad2b6c3dc741b52-1 {}] regionserver.HStore(327): Store=a010f9c60a213e8b4ad2b6c3dc741b52/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T22:20:07,259 INFO [StoreOpener-a010f9c60a213e8b4ad2b6c3dc741b52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:07,269 INFO [StoreOpener-a010f9c60a213e8b4ad2b6c3dc741b52-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T22:20:07,269 INFO [StoreOpener-a010f9c60a213e8b4ad2b6c3dc741b52-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a010f9c60a213e8b4ad2b6c3dc741b52 columnFamilyName B 2024-11-11T22:20:07,269 DEBUG [StoreOpener-a010f9c60a213e8b4ad2b6c3dc741b52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:07,271 INFO [StoreOpener-a010f9c60a213e8b4ad2b6c3dc741b52-1 {}] regionserver.HStore(327): Store=a010f9c60a213e8b4ad2b6c3dc741b52/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T22:20:07,271 INFO [StoreOpener-a010f9c60a213e8b4ad2b6c3dc741b52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:07,272 INFO [StoreOpener-a010f9c60a213e8b4ad2b6c3dc741b52-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T22:20:07,272 INFO [StoreOpener-a010f9c60a213e8b4ad2b6c3dc741b52-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a010f9c60a213e8b4ad2b6c3dc741b52 columnFamilyName C 2024-11-11T22:20:07,272 DEBUG [StoreOpener-a010f9c60a213e8b4ad2b6c3dc741b52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:07,273 INFO [StoreOpener-a010f9c60a213e8b4ad2b6c3dc741b52-1 {}] regionserver.HStore(327): Store=a010f9c60a213e8b4ad2b6c3dc741b52/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T22:20:07,273 INFO [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:07,276 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:07,277 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:07,278 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T22:20:07,279 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1085): writing seq id for a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:07,280 INFO [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1102): Opened a010f9c60a213e8b4ad2b6c3dc741b52; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72968800, jitterRate=0.08731985092163086}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T22:20:07,280 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1001): Region open journal for a010f9c60a213e8b4ad2b6c3dc741b52: 2024-11-11T22:20:07,281 INFO [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52., pid=95, masterSystemTime=1731363607144 2024-11-11T22:20:07,282 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:07,282 INFO [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:07,283 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=a010f9c60a213e8b4ad2b6c3dc741b52, regionState=OPEN, openSeqNum=5, regionLocation=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:07,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=93 2024-11-11T22:20:07,285 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=93, state=SUCCESS; OpenRegionProcedure a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 in 293 msec 2024-11-11T22:20:07,286 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=93, resume processing ppid=92 2024-11-11T22:20:07,286 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=92, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a010f9c60a213e8b4ad2b6c3dc741b52, REOPEN/MOVE in 610 msec 2024-11-11T22:20:07,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-11T22:20:07,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 613 msec 2024-11-11T22:20:07,289 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 1.0330 sec 2024-11-11T22:20:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-11T22:20:07,290 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7b6cf8cb to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72f422b4 2024-11-11T22:20:07,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc42ea6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:20:07,300 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ec15031 to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2df33cdf 2024-11-11T22:20:07,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@117e86d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:20:07,304 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3dd5b441 to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9f472e0 2024-11-11T22:20:07,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd96549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:20:07,308 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c336ea4 to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@167a78b0 2024-11-11T22:20:07,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31aea41b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:20:07,313 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f94d721 to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5aee939b 2024-11-11T22:20:07,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e247aa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:20:07,319 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f49665c to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2205f666 2024-11-11T22:20:07,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27539bdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:20:07,324 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x683f8469 to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6584e9ce 2024-11-11T22:20:07,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3203d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:20:07,328 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75e4d3d0 to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37ec8e3b 2024-11-11T22:20:07,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798e7fd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:20:07,332 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b308f62 to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@787e5169 2024-11-11T22:20:07,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7284f16d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:20:07,338 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68035c67 to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@627cad17 2024-11-11T22:20:07,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37a637ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:20:07,349 DEBUG [hconnection-0x309d2101-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:20:07,349 DEBUG [hconnection-0x562f45bd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:20:07,350 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39006, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:20:07,350 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39020, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:20:07,350 DEBUG [hconnection-0x7302f8fd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:20:07,351 DEBUG [hconnection-0x2fc5258b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:20:07,351 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39032, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:20:07,352 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39040, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:20:07,352 DEBUG [hconnection-0x1dc23094-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:20:07,352 DEBUG [hconnection-0x4510a4d1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:20:07,353 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39046, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:20:07,355 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39042, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:20:07,356 DEBUG [hconnection-0x49347c6a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:20:07,357 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39056, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:20:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:07,362 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a010f9c60a213e8b4ad2b6c3dc741b52 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T22:20:07,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=A 2024-11-11T22:20:07,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:07,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=B 2024-11-11T22:20:07,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:07,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=C 2024-11-11T22:20:07,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:07,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:07,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363667379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:07,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:07,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363667380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731363667380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:07,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363667380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:07,385 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:20:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=96, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees 2024-11-11T22:20:07,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-11T22:20:07,393 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=96, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:20:07,393 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=96, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:20:07,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:20:07,410 DEBUG [hconnection-0x4d7842a3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:20:07,411 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39066, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:20:07,416 DEBUG [hconnection-0x639b509c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:20:07,417 DEBUG [hconnection-0x491a2234-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:20:07,418 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39088, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:20:07,418 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39080, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:20:07,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111e1eaccd40477467497e5a7b097d90bdd_a010f9c60a213e8b4ad2b6c3dc741b52 is 50, key is test_row_0/A:col10/1731363607360/Put/seqid=0 2024-11-11T22:20:07,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39066 deadline: 1731363667420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:07,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742180_1356 (size=12154) 2024-11-11T22:20:07,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363667481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:07,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363667482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:07,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363667484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-11T22:20:07,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731363667497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:07,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39066 deadline: 1731363667537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:07,546 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:07,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-11T22:20:07,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:07,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. as already flushing 2024-11-11T22:20:07,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:07,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:07,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:07,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363667686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:07,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363667688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:07,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363667688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-11T22:20:07,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731363667698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:07,700 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:07,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-11T22:20:07,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:07,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. as already flushing 2024-11-11T22:20:07,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:07,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:07,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:07,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39066 deadline: 1731363667741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:07,849 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:07,854 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:07,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-11T22:20:07,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:07,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. as already flushing 2024-11-11T22:20:07,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:07,855 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:07,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:07,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:07,863 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111e1eaccd40477467497e5a7b097d90bdd_a010f9c60a213e8b4ad2b6c3dc741b52 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e1eaccd40477467497e5a7b097d90bdd_a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:07,868 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/9a08936cb5c449fb92f92a805f622cdc, store: [table=TestAcidGuarantees family=A region=a010f9c60a213e8b4ad2b6c3dc741b52] 2024-11-11T22:20:07,869 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/9a08936cb5c449fb92f92a805f622cdc is 175, key is test_row_0/A:col10/1731363607360/Put/seqid=0 2024-11-11T22:20:07,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742181_1357 (size=30955) 2024-11-11T22:20:07,935 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/9a08936cb5c449fb92f92a805f622cdc 2024-11-11T22:20:07,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363667991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:07,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363667991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-11T22:20:08,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363667993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:08,008 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:08,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-11T22:20:08,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:08,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. as already flushing 2024-11-11T22:20:08,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:08,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:08,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:08,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731363668009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:08,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39066 deadline: 1731363668049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:08,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/e02e65c6564541b8bcb1d7b6220b05c1 is 50, key is test_row_0/B:col10/1731363607360/Put/seqid=0 2024-11-11T22:20:08,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742182_1358 (size=12001) 2024-11-11T22:20:08,163 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:08,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-11T22:20:08,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:08,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. as already flushing 2024-11-11T22:20:08,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:08,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:08,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:08,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:08,316 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:08,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-11T22:20:08,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:08,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. as already flushing 2024-11-11T22:20:08,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:08,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:08,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:08,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:08,468 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:08,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-11T22:20:08,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:08,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. as already flushing 2024-11-11T22:20:08,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:08,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:08,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:08,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:08,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363668497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-11T22:20:08,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:08,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363668499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:08,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363668506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:08,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731363668520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:08,525 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/e02e65c6564541b8bcb1d7b6220b05c1 2024-11-11T22:20:08,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/bf5a019f26f84088a5ac1828ac3d9bfc is 50, key is test_row_0/C:col10/1731363607360/Put/seqid=0 2024-11-11T22:20:08,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:08,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39066 deadline: 1731363668560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:08,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742183_1359 (size=12001) 2024-11-11T22:20:08,592 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/bf5a019f26f84088a5ac1828ac3d9bfc 2024-11-11T22:20:08,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/9a08936cb5c449fb92f92a805f622cdc as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/9a08936cb5c449fb92f92a805f622cdc 2024-11-11T22:20:08,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/9a08936cb5c449fb92f92a805f622cdc, entries=150, sequenceid=17, filesize=30.2 K 2024-11-11T22:20:08,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/e02e65c6564541b8bcb1d7b6220b05c1 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/e02e65c6564541b8bcb1d7b6220b05c1 2024-11-11T22:20:08,621 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:08,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-11T22:20:08,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:08,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. as already flushing 2024-11-11T22:20:08,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:08,622 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:08,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:08,629 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/e02e65c6564541b8bcb1d7b6220b05c1, entries=150, sequenceid=17, filesize=11.7 K 2024-11-11T22:20:08,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/bf5a019f26f84088a5ac1828ac3d9bfc as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/bf5a019f26f84088a5ac1828ac3d9bfc 2024-11-11T22:20:08,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/bf5a019f26f84088a5ac1828ac3d9bfc, entries=150, sequenceid=17, filesize=11.7 K 2024-11-11T22:20:08,654 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for a010f9c60a213e8b4ad2b6c3dc741b52 in 1291ms, sequenceid=17, compaction requested=false 2024-11-11T22:20:08,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a010f9c60a213e8b4ad2b6c3dc741b52: 2024-11-11T22:20:08,780 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:08,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-11T22:20:08,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:08,782 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2837): Flushing a010f9c60a213e8b4ad2b6c3dc741b52 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T22:20:08,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=A 2024-11-11T22:20:08,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:08,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=B 2024-11-11T22:20:08,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:08,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=C 2024-11-11T22:20:08,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:08,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411116e25bd5cc572406891fa7fe4e92a37aa_a010f9c60a213e8b4ad2b6c3dc741b52 is 50, key is test_row_0/A:col10/1731363607377/Put/seqid=0 2024-11-11T22:20:08,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742184_1360 (size=12154) 2024-11-11T22:20:09,073 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T22:20:09,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:09,269 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411116e25bd5cc572406891fa7fe4e92a37aa_a010f9c60a213e8b4ad2b6c3dc741b52 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411116e25bd5cc572406891fa7fe4e92a37aa_a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:09,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/1c63debb059e44ef95068187cebef6f6, store: [table=TestAcidGuarantees family=A region=a010f9c60a213e8b4ad2b6c3dc741b52] 2024-11-11T22:20:09,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/1c63debb059e44ef95068187cebef6f6 is 175, key is test_row_0/A:col10/1731363607377/Put/seqid=0 2024-11-11T22:20:09,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742185_1361 (size=30955) 2024-11-11T22:20:09,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-11T22:20:09,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:09,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. as already flushing 2024-11-11T22:20:09,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:09,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363669518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:09,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:09,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363669519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:09,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:09,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363669519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:09,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:09,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731363669532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:09,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:09,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39066 deadline: 1731363669566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:09,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:09,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363669622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:09,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:09,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363669623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:09,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:09,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363669623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:09,713 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/1c63debb059e44ef95068187cebef6f6 2024-11-11T22:20:09,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/31f80d6afad94540a23c0309e5afdbf5 is 50, key is test_row_0/B:col10/1731363607377/Put/seqid=0 2024-11-11T22:20:09,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742186_1362 (size=12001) 2024-11-11T22:20:09,729 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/31f80d6afad94540a23c0309e5afdbf5 2024-11-11T22:20:09,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/d3411bdd5049440e8c30ad299f71dab7 is 50, key is test_row_0/C:col10/1731363607377/Put/seqid=0 2024-11-11T22:20:09,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742187_1363 (size=12001) 2024-11-11T22:20:09,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:09,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363669827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:09,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:09,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363669828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:09,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:09,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363669828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:10,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:10,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363670135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:10,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:10,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363670136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:10,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:10,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363670136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:10,146 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/d3411bdd5049440e8c30ad299f71dab7 2024-11-11T22:20:10,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/1c63debb059e44ef95068187cebef6f6 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/1c63debb059e44ef95068187cebef6f6 2024-11-11T22:20:10,174 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/1c63debb059e44ef95068187cebef6f6, entries=150, sequenceid=42, filesize=30.2 K 2024-11-11T22:20:10,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/31f80d6afad94540a23c0309e5afdbf5 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/31f80d6afad94540a23c0309e5afdbf5 2024-11-11T22:20:10,180 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/31f80d6afad94540a23c0309e5afdbf5, entries=150, sequenceid=42, filesize=11.7 K 2024-11-11T22:20:10,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/d3411bdd5049440e8c30ad299f71dab7 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/d3411bdd5049440e8c30ad299f71dab7 2024-11-11T22:20:10,198 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/d3411bdd5049440e8c30ad299f71dab7, entries=150, sequenceid=42, filesize=11.7 K 2024-11-11T22:20:10,204 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for a010f9c60a213e8b4ad2b6c3dc741b52 in 1423ms, sequenceid=42, compaction requested=false 2024-11-11T22:20:10,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2538): Flush status journal for a010f9c60a213e8b4ad2b6c3dc741b52: 2024-11-11T22:20:10,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:10,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=97 2024-11-11T22:20:10,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=97 2024-11-11T22:20:10,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-11-11T22:20:10,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8210 sec 2024-11-11T22:20:10,217 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees in 2.8310 sec 2024-11-11T22:20:10,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:10,648 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a010f9c60a213e8b4ad2b6c3dc741b52 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T22:20:10,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=A 2024-11-11T22:20:10,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:10,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=B 2024-11-11T22:20:10,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:10,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=C 2024-11-11T22:20:10,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:10,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111c6897ee7eefe42c18932a7568a406dd2_a010f9c60a213e8b4ad2b6c3dc741b52 is 50, key is test_row_0/A:col10/1731363610648/Put/seqid=0 2024-11-11T22:20:10,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:10,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363670694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:10,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:10,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363670695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:10,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742188_1364 (size=12154) 2024-11-11T22:20:10,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:10,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363670697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:10,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:10,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363670799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:10,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:10,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363670805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:10,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:10,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363670807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:11,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:11,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363671003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:11,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363671010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:11,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:11,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363671010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:11,105 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:11,109 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111c6897ee7eefe42c18932a7568a406dd2_a010f9c60a213e8b4ad2b6c3dc741b52 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111c6897ee7eefe42c18932a7568a406dd2_a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:11,110 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/9c9a04805cbe43de9c2e97b629fd3c91, store: [table=TestAcidGuarantees family=A region=a010f9c60a213e8b4ad2b6c3dc741b52] 2024-11-11T22:20:11,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/9c9a04805cbe43de9c2e97b629fd3c91 is 175, key is test_row_0/A:col10/1731363610648/Put/seqid=0 2024-11-11T22:20:11,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742189_1365 (size=30955) 2024-11-11T22:20:11,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:11,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363671307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:11,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:11,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363671313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:11,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:11,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363671316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:11,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-11T22:20:11,517 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/9c9a04805cbe43de9c2e97b629fd3c91 2024-11-11T22:20:11,518 INFO [Thread-1616 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 96 completed 2024-11-11T22:20:11,521 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:20:11,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees 2024-11-11T22:20:11,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-11T22:20:11,534 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:20:11,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/cc3d870b2b7c4a8ca51f3240961a36b8 is 50, key is test_row_0/B:col10/1731363610648/Put/seqid=0 2024-11-11T22:20:11,537 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:20:11,537 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:20:11,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742190_1366 (size=12001) 2024-11-11T22:20:11,567 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/cc3d870b2b7c4a8ca51f3240961a36b8 2024-11-11T22:20:11,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:11,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731363671567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:11,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:11,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39066 deadline: 1731363671570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:11,575 DEBUG [Thread-1608 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4195 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52., hostname=47c9c93ccfa8,41889,1731363510061, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T22:20:11,577 DEBUG [Thread-1610 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4213 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52., hostname=47c9c93ccfa8,41889,1731363510061, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T22:20:11,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/13cc2f49cc73436dbf2dc59db1141d51 is 50, key is test_row_0/C:col10/1731363610648/Put/seqid=0 2024-11-11T22:20:11,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742191_1367 (size=12001) 2024-11-11T22:20:11,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-11T22:20:11,696 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:11,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-11T22:20:11,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:11,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. as already flushing 2024-11-11T22:20:11,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:11,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:11,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:11,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:11,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:11,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363671819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:11,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-11T22:20:11,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:11,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363671831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:11,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:11,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363671838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:11,855 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:11,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-11T22:20:11,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:11,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. as already flushing 2024-11-11T22:20:11,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:11,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:11,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:11,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:12,006 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/13cc2f49cc73436dbf2dc59db1141d51 2024-11-11T22:20:12,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/9c9a04805cbe43de9c2e97b629fd3c91 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/9c9a04805cbe43de9c2e97b629fd3c91 2024-11-11T22:20:12,015 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:12,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-11T22:20:12,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:12,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. as already flushing 2024-11-11T22:20:12,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:12,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:12,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:12,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:12,022 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/9c9a04805cbe43de9c2e97b629fd3c91, entries=150, sequenceid=55, filesize=30.2 K 2024-11-11T22:20:12,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/cc3d870b2b7c4a8ca51f3240961a36b8 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/cc3d870b2b7c4a8ca51f3240961a36b8 2024-11-11T22:20:12,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/cc3d870b2b7c4a8ca51f3240961a36b8, entries=150, sequenceid=55, filesize=11.7 K 2024-11-11T22:20:12,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/13cc2f49cc73436dbf2dc59db1141d51 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/13cc2f49cc73436dbf2dc59db1141d51 2024-11-11T22:20:12,033 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/13cc2f49cc73436dbf2dc59db1141d51, entries=150, sequenceid=55, filesize=11.7 K 2024-11-11T22:20:12,034 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for a010f9c60a213e8b4ad2b6c3dc741b52 in 1386ms, sequenceid=55, compaction requested=true 2024-11-11T22:20:12,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a010f9c60a213e8b4ad2b6c3dc741b52: 2024-11-11T22:20:12,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a010f9c60a213e8b4ad2b6c3dc741b52:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T22:20:12,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:20:12,034 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:20:12,034 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:20:12,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a010f9c60a213e8b4ad2b6c3dc741b52:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T22:20:12,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:20:12,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a010f9c60a213e8b4ad2b6c3dc741b52:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:20:12,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:20:12,035 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:20:12,035 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:20:12,035 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): a010f9c60a213e8b4ad2b6c3dc741b52/A is initiating minor compaction (all files) 2024-11-11T22:20:12,035 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): a010f9c60a213e8b4ad2b6c3dc741b52/B is initiating minor compaction (all files) 2024-11-11T22:20:12,036 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a010f9c60a213e8b4ad2b6c3dc741b52/A in TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:12,036 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a010f9c60a213e8b4ad2b6c3dc741b52/B in TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:12,036 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/9a08936cb5c449fb92f92a805f622cdc, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/1c63debb059e44ef95068187cebef6f6, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/9c9a04805cbe43de9c2e97b629fd3c91] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp, totalSize=90.7 K 2024-11-11T22:20:12,036 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/e02e65c6564541b8bcb1d7b6220b05c1, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/31f80d6afad94540a23c0309e5afdbf5, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/cc3d870b2b7c4a8ca51f3240961a36b8] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp, totalSize=35.2 K 2024-11-11T22:20:12,036 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:12,036 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. files: [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/9a08936cb5c449fb92f92a805f622cdc, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/1c63debb059e44ef95068187cebef6f6, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/9c9a04805cbe43de9c2e97b629fd3c91] 2024-11-11T22:20:12,036 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a08936cb5c449fb92f92a805f622cdc, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731363607360 2024-11-11T22:20:12,036 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting e02e65c6564541b8bcb1d7b6220b05c1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731363607360 2024-11-11T22:20:12,036 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 31f80d6afad94540a23c0309e5afdbf5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731363607375 2024-11-11T22:20:12,037 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c63debb059e44ef95068187cebef6f6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731363607375 2024-11-11T22:20:12,037 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting cc3d870b2b7c4a8ca51f3240961a36b8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731363609517 2024-11-11T22:20:12,037 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c9a04805cbe43de9c2e97b629fd3c91, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731363609517 2024-11-11T22:20:12,042 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a010f9c60a213e8b4ad2b6c3dc741b52] 2024-11-11T22:20:12,045 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a010f9c60a213e8b4ad2b6c3dc741b52#B#compaction#316 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:20:12,045 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/4d668442b56a4b4c9647f9c6332cac93 is 50, key is test_row_0/B:col10/1731363610648/Put/seqid=0 2024-11-11T22:20:12,048 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111108459600e9124da992c092e0c7cf5863_a010f9c60a213e8b4ad2b6c3dc741b52 store=[table=TestAcidGuarantees family=A region=a010f9c60a213e8b4ad2b6c3dc741b52] 2024-11-11T22:20:12,050 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111108459600e9124da992c092e0c7cf5863_a010f9c60a213e8b4ad2b6c3dc741b52, store=[table=TestAcidGuarantees family=A region=a010f9c60a213e8b4ad2b6c3dc741b52] 2024-11-11T22:20:12,050 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111108459600e9124da992c092e0c7cf5863_a010f9c60a213e8b4ad2b6c3dc741b52 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a010f9c60a213e8b4ad2b6c3dc741b52] 2024-11-11T22:20:12,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742192_1368 (size=12104) 2024-11-11T22:20:12,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742193_1369 (size=4469) 2024-11-11T22:20:12,071 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a010f9c60a213e8b4ad2b6c3dc741b52#A#compaction#315 average throughput is 0.87 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:20:12,071 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/af28631eb2de4349a01838efa87012ab is 175, key is test_row_0/A:col10/1731363610648/Put/seqid=0 2024-11-11T22:20:12,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742194_1370 (size=31058) 2024-11-11T22:20:12,083 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/af28631eb2de4349a01838efa87012ab as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/af28631eb2de4349a01838efa87012ab 2024-11-11T22:20:12,089 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a010f9c60a213e8b4ad2b6c3dc741b52/A of a010f9c60a213e8b4ad2b6c3dc741b52 into af28631eb2de4349a01838efa87012ab(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:20:12,089 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a010f9c60a213e8b4ad2b6c3dc741b52: 2024-11-11T22:20:12,089 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52., storeName=a010f9c60a213e8b4ad2b6c3dc741b52/A, priority=13, startTime=1731363612034; duration=0sec 2024-11-11T22:20:12,089 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:20:12,089 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a010f9c60a213e8b4ad2b6c3dc741b52:A 2024-11-11T22:20:12,089 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:20:12,093 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:20:12,093 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): a010f9c60a213e8b4ad2b6c3dc741b52/C is initiating minor compaction (all files) 2024-11-11T22:20:12,093 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a010f9c60a213e8b4ad2b6c3dc741b52/C in TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:12,093 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/bf5a019f26f84088a5ac1828ac3d9bfc, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/d3411bdd5049440e8c30ad299f71dab7, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/13cc2f49cc73436dbf2dc59db1141d51] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp, totalSize=35.2 K 2024-11-11T22:20:12,093 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf5a019f26f84088a5ac1828ac3d9bfc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731363607360 2024-11-11T22:20:12,094 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3411bdd5049440e8c30ad299f71dab7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731363607375 2024-11-11T22:20:12,094 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 13cc2f49cc73436dbf2dc59db1141d51, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731363609517 2024-11-11T22:20:12,100 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a010f9c60a213e8b4ad2b6c3dc741b52#C#compaction#317 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:20:12,100 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/d8162ccada56422f82a8fd5b419cc547 is 50, key is test_row_0/C:col10/1731363610648/Put/seqid=0 2024-11-11T22:20:12,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742195_1371 (size=12104) 2024-11-11T22:20:12,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-11T22:20:12,168 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:12,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-11T22:20:12,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:12,169 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2837): Flushing a010f9c60a213e8b4ad2b6c3dc741b52 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-11T22:20:12,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=A 2024-11-11T22:20:12,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:12,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=B 2024-11-11T22:20:12,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:12,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=C 2024-11-11T22:20:12,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:12,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111215c26e6a87b490ebb78e66183659ee8_a010f9c60a213e8b4ad2b6c3dc741b52 is 50, key is test_row_0/A:col10/1731363610694/Put/seqid=0 2024-11-11T22:20:12,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742196_1372 (size=12154) 2024-11-11T22:20:12,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,194 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111215c26e6a87b490ebb78e66183659ee8_a010f9c60a213e8b4ad2b6c3dc741b52 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111215c26e6a87b490ebb78e66183659ee8_a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:12,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/8d7b22c99fc64dec829312c460d5042d, store: [table=TestAcidGuarantees family=A region=a010f9c60a213e8b4ad2b6c3dc741b52] 2024-11-11T22:20:12,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/8d7b22c99fc64dec829312c460d5042d is 175, key is test_row_0/A:col10/1731363610694/Put/seqid=0 2024-11-11T22:20:12,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742197_1373 (size=30955) 2024-11-11T22:20:12,210 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/8d7b22c99fc64dec829312c460d5042d 2024-11-11T22:20:12,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/65c2d02387584286bc331bd3c5430087 is 50, key is test_row_0/B:col10/1731363610694/Put/seqid=0 2024-11-11T22:20:12,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742198_1374 (size=12001) 2024-11-11T22:20:12,464 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/4d668442b56a4b4c9647f9c6332cac93 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/4d668442b56a4b4c9647f9c6332cac93 2024-11-11T22:20:12,497 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a010f9c60a213e8b4ad2b6c3dc741b52/B of a010f9c60a213e8b4ad2b6c3dc741b52 into 4d668442b56a4b4c9647f9c6332cac93(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:20:12,497 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a010f9c60a213e8b4ad2b6c3dc741b52: 2024-11-11T22:20:12,497 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52., storeName=a010f9c60a213e8b4ad2b6c3dc741b52/B, priority=13, startTime=1731363612034; duration=0sec 2024-11-11T22:20:12,497 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:20:12,497 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a010f9c60a213e8b4ad2b6c3dc741b52:B 2024-11-11T22:20:12,511 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/d8162ccada56422f82a8fd5b419cc547 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/d8162ccada56422f82a8fd5b419cc547 2024-11-11T22:20:12,515 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a010f9c60a213e8b4ad2b6c3dc741b52/C of a010f9c60a213e8b4ad2b6c3dc741b52 into d8162ccada56422f82a8fd5b419cc547(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:20:12,515 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a010f9c60a213e8b4ad2b6c3dc741b52: 2024-11-11T22:20:12,515 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52., storeName=a010f9c60a213e8b4ad2b6c3dc741b52/C, priority=13, startTime=1731363612035; duration=0sec 2024-11-11T22:20:12,516 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:20:12,516 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a010f9c60a213e8b4ad2b6c3dc741b52:C 2024-11-11T22:20:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-11T22:20:12,658 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/65c2d02387584286bc331bd3c5430087 2024-11-11T22:20:12,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/54cd6561228f442181d8456ba2e6e380 is 50, key is test_row_0/C:col10/1731363610694/Put/seqid=0 2024-11-11T22:20:12,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742199_1375 (size=12001) 2024-11-11T22:20:12,733 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/54cd6561228f442181d8456ba2e6e380 2024-11-11T22:20:12,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/8d7b22c99fc64dec829312c460d5042d as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/8d7b22c99fc64dec829312c460d5042d 2024-11-11T22:20:12,784 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/8d7b22c99fc64dec829312c460d5042d, entries=150, sequenceid=79, filesize=30.2 K 2024-11-11T22:20:12,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/65c2d02387584286bc331bd3c5430087 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/65c2d02387584286bc331bd3c5430087 2024-11-11T22:20:12,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,799 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/65c2d02387584286bc331bd3c5430087, entries=150, sequenceid=79, filesize=11.7 K 2024-11-11T22:20:12,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/54cd6561228f442181d8456ba2e6e380 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/54cd6561228f442181d8456ba2e6e380 2024-11-11T22:20:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,816 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/54cd6561228f442181d8456ba2e6e380, entries=150, sequenceid=79, filesize=11.7 K 2024-11-11T22:20:12,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,821 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for a010f9c60a213e8b4ad2b6c3dc741b52 in 651ms, sequenceid=79, compaction requested=false 2024-11-11T22:20:12,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2538): Flush status journal for a010f9c60a213e8b4ad2b6c3dc741b52: 2024-11-11T22:20:12,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:12,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=99 2024-11-11T22:20:12,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=99 2024-11-11T22:20:12,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,823 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-11T22:20:12,823 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2850 sec 2024-11-11T22:20:12,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees in 1.3030 sec 2024-11-11T22:20:12,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:12,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:13,021 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a010f9c60a213e8b4ad2b6c3dc741b52 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T22:20:13,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=A 2024-11-11T22:20:13,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:13,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=B 2024-11-11T22:20:13,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:13,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=C 2024-11-11T22:20:13,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411116f0c9b875b124bc5a21088918c99df7c_a010f9c60a213e8b4ad2b6c3dc741b52 is 50, key is test_row_0/A:col10/1731363613019/Put/seqid=0 2024-11-11T22:20:13,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742200_1376 (size=24358) 2024-11-11T22:20:13,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,085 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,089 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411116f0c9b875b124bc5a21088918c99df7c_a010f9c60a213e8b4ad2b6c3dc741b52 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411116f0c9b875b124bc5a21088918c99df7c_a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:13,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,090 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/8348d018df594d3687e60052b69be011, store: [table=TestAcidGuarantees family=A region=a010f9c60a213e8b4ad2b6c3dc741b52] 2024-11-11T22:20:13,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/8348d018df594d3687e60052b69be011 is 175, key is test_row_0/A:col10/1731363613019/Put/seqid=0 2024-11-11T22:20:13,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742201_1377 (size=73995) 2024-11-11T22:20:13,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:13,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:13,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363673105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:13,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:13,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363673106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:13,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:13,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363673110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:13,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:13,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363673211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:13,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:13,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363673212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:13,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:13,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363673219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:13,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:13,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363673417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:13,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:13,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363673417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:13,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:13,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363673425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:13,494 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/8348d018df594d3687e60052b69be011 2024-11-11T22:20:13,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/8886ec0ad99e411c819e9f036172f5f6 is 50, key is test_row_0/B:col10/1731363613019/Put/seqid=0 2024-11-11T22:20:13,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742202_1378 (size=12001) 2024-11-11T22:20:13,552 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/8886ec0ad99e411c819e9f036172f5f6 2024-11-11T22:20:13,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/73db151c49ff41168c09f26ecc58700c is 50, key is test_row_0/C:col10/1731363613019/Put/seqid=0 2024-11-11T22:20:13,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742203_1379 (size=12001) 2024-11-11T22:20:13,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-11T22:20:13,634 INFO [Thread-1616 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 98 completed 2024-11-11T22:20:13,637 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:20:13,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees 2024-11-11T22:20:13,638 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:20:13,639 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:20:13,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:20:13,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-11T22:20:13,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:13,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363673724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:13,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:13,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363673724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:13,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:13,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363673732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:13,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-11T22:20:13,791 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:13,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-11T22:20:13,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:13,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. as already flushing 2024-11-11T22:20:13,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:13,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:13,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:13,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-11T22:20:13,950 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:13,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-11T22:20:13,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:13,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. as already flushing 2024-11-11T22:20:13,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:13,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:13,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:13,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:14,036 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/73db151c49ff41168c09f26ecc58700c 2024-11-11T22:20:14,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/8348d018df594d3687e60052b69be011 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/8348d018df594d3687e60052b69be011 2024-11-11T22:20:14,093 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/8348d018df594d3687e60052b69be011, entries=400, sequenceid=92, filesize=72.3 K 2024-11-11T22:20:14,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/8886ec0ad99e411c819e9f036172f5f6 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/8886ec0ad99e411c819e9f036172f5f6 2024-11-11T22:20:14,105 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:14,112 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/8886ec0ad99e411c819e9f036172f5f6, entries=150, sequenceid=92, filesize=11.7 K 2024-11-11T22:20:14,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-11T22:20:14,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:14,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. as already flushing 2024-11-11T22:20:14,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:14,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:14,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:14,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/73db151c49ff41168c09f26ecc58700c as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/73db151c49ff41168c09f26ecc58700c 2024-11-11T22:20:14,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:14,137 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/73db151c49ff41168c09f26ecc58700c, entries=150, sequenceid=92, filesize=11.7 K 2024-11-11T22:20:14,139 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a010f9c60a213e8b4ad2b6c3dc741b52 in 1118ms, sequenceid=92, compaction requested=true 2024-11-11T22:20:14,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a010f9c60a213e8b4ad2b6c3dc741b52: 2024-11-11T22:20:14,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a010f9c60a213e8b4ad2b6c3dc741b52:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T22:20:14,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:20:14,140 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:20:14,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a010f9c60a213e8b4ad2b6c3dc741b52:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T22:20:14,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:20:14,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a010f9c60a213e8b4ad2b6c3dc741b52:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:20:14,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:20:14,140 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:20:14,149 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:20:14,149 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): a010f9c60a213e8b4ad2b6c3dc741b52/B is initiating minor compaction (all files) 2024-11-11T22:20:14,149 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a010f9c60a213e8b4ad2b6c3dc741b52/B in TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:14,149 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/4d668442b56a4b4c9647f9c6332cac93, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/65c2d02387584286bc331bd3c5430087, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/8886ec0ad99e411c819e9f036172f5f6] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp, totalSize=35.3 K 2024-11-11T22:20:14,149 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136008 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:20:14,149 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): a010f9c60a213e8b4ad2b6c3dc741b52/A is initiating minor compaction (all files) 2024-11-11T22:20:14,149 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a010f9c60a213e8b4ad2b6c3dc741b52/A in TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:14,149 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/af28631eb2de4349a01838efa87012ab, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/8d7b22c99fc64dec829312c460d5042d, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/8348d018df594d3687e60052b69be011] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp, totalSize=132.8 K 2024-11-11T22:20:14,149 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:14,149 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. files: [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/af28631eb2de4349a01838efa87012ab, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/8d7b22c99fc64dec829312c460d5042d, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/8348d018df594d3687e60052b69be011] 2024-11-11T22:20:14,153 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d668442b56a4b4c9647f9c6332cac93, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731363609517 2024-11-11T22:20:14,153 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting af28631eb2de4349a01838efa87012ab, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731363609517 2024-11-11T22:20:14,156 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 65c2d02387584286bc331bd3c5430087, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731363610693 2024-11-11T22:20:14,156 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d7b22c99fc64dec829312c460d5042d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731363610693 2024-11-11T22:20:14,159 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 8886ec0ad99e411c819e9f036172f5f6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731363612998 2024-11-11T22:20:14,159 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8348d018df594d3687e60052b69be011, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731363612985 2024-11-11T22:20:14,176 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a010f9c60a213e8b4ad2b6c3dc741b52#B#compaction#324 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:20:14,176 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/2f1ce90574de4ad38740e2af50273141 is 50, key is test_row_0/B:col10/1731363613019/Put/seqid=0 2024-11-11T22:20:14,181 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a010f9c60a213e8b4ad2b6c3dc741b52] 2024-11-11T22:20:14,197 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411110cecbbbfe37e4a64bc9101205a0b293d_a010f9c60a213e8b4ad2b6c3dc741b52 store=[table=TestAcidGuarantees family=A region=a010f9c60a213e8b4ad2b6c3dc741b52] 2024-11-11T22:20:14,200 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411110cecbbbfe37e4a64bc9101205a0b293d_a010f9c60a213e8b4ad2b6c3dc741b52, store=[table=TestAcidGuarantees family=A region=a010f9c60a213e8b4ad2b6c3dc741b52] 2024-11-11T22:20:14,200 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411110cecbbbfe37e4a64bc9101205a0b293d_a010f9c60a213e8b4ad2b6c3dc741b52 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a010f9c60a213e8b4ad2b6c3dc741b52] 2024-11-11T22:20:14,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742204_1380 (size=12207) 2024-11-11T22:20:14,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742205_1381 (size=4469) 2024-11-11T22:20:14,225 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a010f9c60a213e8b4ad2b6c3dc741b52#A#compaction#325 average throughput is 0.56 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:20:14,226 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/015f536c93b64e3d8a9056f1455948e3 is 175, key is test_row_0/A:col10/1731363613019/Put/seqid=0 2024-11-11T22:20:14,230 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/2f1ce90574de4ad38740e2af50273141 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/2f1ce90574de4ad38740e2af50273141 2024-11-11T22:20:14,235 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a010f9c60a213e8b4ad2b6c3dc741b52/B of a010f9c60a213e8b4ad2b6c3dc741b52 into 2f1ce90574de4ad38740e2af50273141(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:20:14,235 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a010f9c60a213e8b4ad2b6c3dc741b52: 2024-11-11T22:20:14,235 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52., storeName=a010f9c60a213e8b4ad2b6c3dc741b52/B, priority=13, startTime=1731363614140; duration=0sec 2024-11-11T22:20:14,235 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:20:14,235 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a010f9c60a213e8b4ad2b6c3dc741b52:B 2024-11-11T22:20:14,236 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:20:14,238 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:20:14,238 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): a010f9c60a213e8b4ad2b6c3dc741b52/C is initiating minor compaction (all files) 2024-11-11T22:20:14,238 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a010f9c60a213e8b4ad2b6c3dc741b52/C in TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:14,238 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/d8162ccada56422f82a8fd5b419cc547, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/54cd6561228f442181d8456ba2e6e380, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/73db151c49ff41168c09f26ecc58700c] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp, totalSize=35.3 K 2024-11-11T22:20:14,238 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting d8162ccada56422f82a8fd5b419cc547, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731363609517 2024-11-11T22:20:14,238 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a010f9c60a213e8b4ad2b6c3dc741b52 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-11T22:20:14,239 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 54cd6561228f442181d8456ba2e6e380, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731363610693 2024-11-11T22:20:14,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=A 2024-11-11T22:20:14,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:14,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=B 2024-11-11T22:20:14,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:14,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=C 2024-11-11T22:20:14,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:14,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:14,240 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 73db151c49ff41168c09f26ecc58700c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731363612998 2024-11-11T22:20:14,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-11T22:20:14,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742206_1382 (size=31161) 2024-11-11T22:20:14,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111111a6b41cca1a4bd0b4681b3a0423053b_a010f9c60a213e8b4ad2b6c3dc741b52 is 50, key is test_row_0/A:col10/1731363613109/Put/seqid=0 2024-11-11T22:20:14,261 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a010f9c60a213e8b4ad2b6c3dc741b52#C#compaction#327 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:20:14,261 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/d7d247a280484013908a075967b583fb is 50, key is test_row_0/C:col10/1731363613019/Put/seqid=0 2024-11-11T22:20:14,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:14,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363674258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:14,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:14,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363674263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:14,269 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/015f536c93b64e3d8a9056f1455948e3 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/015f536c93b64e3d8a9056f1455948e3 2024-11-11T22:20:14,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:14,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363674269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:14,276 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:14,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-11T22:20:14,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:14,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. as already flushing 2024-11-11T22:20:14,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:14,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:14,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:14,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:14,288 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a010f9c60a213e8b4ad2b6c3dc741b52/A of a010f9c60a213e8b4ad2b6c3dc741b52 into 015f536c93b64e3d8a9056f1455948e3(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:20:14,288 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a010f9c60a213e8b4ad2b6c3dc741b52: 2024-11-11T22:20:14,288 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52., storeName=a010f9c60a213e8b4ad2b6c3dc741b52/A, priority=13, startTime=1731363614139; duration=0sec 2024-11-11T22:20:14,288 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:20:14,288 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a010f9c60a213e8b4ad2b6c3dc741b52:A 2024-11-11T22:20:14,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742207_1383 (size=12207) 2024-11-11T22:20:14,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742208_1384 (size=14594) 2024-11-11T22:20:14,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:14,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363674367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:14,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:14,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363674370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:14,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:14,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363674374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:14,430 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:14,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-11T22:20:14,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:14,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. as already flushing 2024-11-11T22:20:14,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:14,431 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:14,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:14,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:14,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363674572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:14,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:14,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363674573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:14,583 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:14,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-11T22:20:14,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:14,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. as already flushing 2024-11-11T22:20:14,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:14,584 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:14,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:14,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:14,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363674581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:14,720 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:14,733 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/d7d247a280484013908a075967b583fb as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/d7d247a280484013908a075967b583fb 2024-11-11T22:20:14,736 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:14,737 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111111a6b41cca1a4bd0b4681b3a0423053b_a010f9c60a213e8b4ad2b6c3dc741b52 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111111a6b41cca1a4bd0b4681b3a0423053b_a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:14,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-11T22:20:14,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:14,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. as already flushing 2024-11-11T22:20:14,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:14,738 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:14,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:14,738 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/311edb1c83b542ab8d7aed3b9ef3cca5, store: [table=TestAcidGuarantees family=A region=a010f9c60a213e8b4ad2b6c3dc741b52] 2024-11-11T22:20:14,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/311edb1c83b542ab8d7aed3b9ef3cca5 is 175, key is test_row_0/A:col10/1731363613109/Put/seqid=0 2024-11-11T22:20:14,740 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a010f9c60a213e8b4ad2b6c3dc741b52/C of a010f9c60a213e8b4ad2b6c3dc741b52 into d7d247a280484013908a075967b583fb(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:20:14,740 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a010f9c60a213e8b4ad2b6c3dc741b52: 2024-11-11T22:20:14,740 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52., storeName=a010f9c60a213e8b4ad2b6c3dc741b52/C, priority=13, startTime=1731363614140; duration=0sec 2024-11-11T22:20:14,740 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:20:14,740 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a010f9c60a213e8b4ad2b6c3dc741b52:C 2024-11-11T22:20:14,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-11T22:20:14,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742209_1385 (size=39549) 2024-11-11T22:20:14,774 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/311edb1c83b542ab8d7aed3b9ef3cca5 2024-11-11T22:20:14,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/6e9c3027640d4d4786c4ca979e2a6044 is 50, key is test_row_0/B:col10/1731363613109/Put/seqid=0 2024-11-11T22:20:14,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742210_1386 (size=12001) 2024-11-11T22:20:14,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:14,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363674878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:14,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363674878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:14,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:14,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363674887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:14,894 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:14,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-11T22:20:14,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:14,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. as already flushing 2024-11-11T22:20:14,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:14,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:14,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:14,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:15,049 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:15,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-11T22:20:15,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:15,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. as already flushing 2024-11-11T22:20:15,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:15,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:15,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:15,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:15,204 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:15,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-11T22:20:15,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:15,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. as already flushing 2024-11-11T22:20:15,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:15,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:15,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:15,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:15,220 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/6e9c3027640d4d4786c4ca979e2a6044 2024-11-11T22:20:15,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/ec1d32c139f34d769005fcb4277b7130 is 50, key is test_row_0/C:col10/1731363613109/Put/seqid=0 2024-11-11T22:20:15,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742211_1387 (size=12001) 2024-11-11T22:20:15,266 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/ec1d32c139f34d769005fcb4277b7130 2024-11-11T22:20:15,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/311edb1c83b542ab8d7aed3b9ef3cca5 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/311edb1c83b542ab8d7aed3b9ef3cca5 2024-11-11T22:20:15,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/311edb1c83b542ab8d7aed3b9ef3cca5, entries=200, sequenceid=119, filesize=38.6 K 2024-11-11T22:20:15,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/6e9c3027640d4d4786c4ca979e2a6044 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/6e9c3027640d4d4786c4ca979e2a6044 2024-11-11T22:20:15,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/6e9c3027640d4d4786c4ca979e2a6044, entries=150, sequenceid=119, filesize=11.7 K 2024-11-11T22:20:15,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/ec1d32c139f34d769005fcb4277b7130 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/ec1d32c139f34d769005fcb4277b7130 2024-11-11T22:20:15,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/ec1d32c139f34d769005fcb4277b7130, entries=150, sequenceid=119, filesize=11.7 K 2024-11-11T22:20:15,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for a010f9c60a213e8b4ad2b6c3dc741b52 in 1066ms, sequenceid=119, compaction requested=false 2024-11-11T22:20:15,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a010f9c60a213e8b4ad2b6c3dc741b52: 2024-11-11T22:20:15,367 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:15,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-11T22:20:15,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:15,369 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2837): Flushing a010f9c60a213e8b4ad2b6c3dc741b52 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-11T22:20:15,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=A 2024-11-11T22:20:15,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:15,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=B 2024-11-11T22:20:15,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:15,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=C 2024-11-11T22:20:15,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:15,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111d9d3f4a630f648c38ba4884d4fb85a97_a010f9c60a213e8b4ad2b6c3dc741b52 is 50, key is test_row_0/A:col10/1731363614262/Put/seqid=0 2024-11-11T22:20:15,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. as already flushing 2024-11-11T22:20:15,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:15,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742212_1388 (size=12154) 2024-11-11T22:20:15,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363675474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:15,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363675475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:15,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363675476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:15,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:15,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39066 deadline: 1731363675577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:15,582 DEBUG [Thread-1610 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8218 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52., hostname=47c9c93ccfa8,41889,1731363510061, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T22:20:15,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363675583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:15,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363675583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:15,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363675583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:15,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731363675603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:15,604 DEBUG [Thread-1608 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8224 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52., hostname=47c9c93ccfa8,41889,1731363510061, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T22:20:15,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-11T22:20:15,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:15,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363675787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:15,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:15,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363675787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:15,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:15,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363675788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:15,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:15,874 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111d9d3f4a630f648c38ba4884d4fb85a97_a010f9c60a213e8b4ad2b6c3dc741b52 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111d9d3f4a630f648c38ba4884d4fb85a97_a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:15,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/4787c38a56654eea8ec9f783482378f4, store: [table=TestAcidGuarantees family=A region=a010f9c60a213e8b4ad2b6c3dc741b52] 2024-11-11T22:20:15,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/4787c38a56654eea8ec9f783482378f4 is 175, key is test_row_0/A:col10/1731363614262/Put/seqid=0 2024-11-11T22:20:15,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742213_1389 (size=30955) 2024-11-11T22:20:16,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:16,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:16,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363676097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:16,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363676098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:16,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:16,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363676100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:16,282 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/4787c38a56654eea8ec9f783482378f4 2024-11-11T22:20:16,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/131334806ab044dc86611323bcd630ad is 50, key is test_row_0/B:col10/1731363614262/Put/seqid=0 2024-11-11T22:20:16,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742214_1390 (size=12001) 2024-11-11T22:20:16,332 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/131334806ab044dc86611323bcd630ad 2024-11-11T22:20:16,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/14ed8fd219d84e818c12f4ef59c9897b is 50, key is test_row_0/C:col10/1731363614262/Put/seqid=0 2024-11-11T22:20:16,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742215_1391 (size=12001) 2024-11-11T22:20:16,404 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/14ed8fd219d84e818c12f4ef59c9897b 2024-11-11T22:20:16,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/4787c38a56654eea8ec9f783482378f4 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/4787c38a56654eea8ec9f783482378f4 2024-11-11T22:20:16,415 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/4787c38a56654eea8ec9f783482378f4, entries=150, sequenceid=131, filesize=30.2 K 2024-11-11T22:20:16,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/131334806ab044dc86611323bcd630ad as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/131334806ab044dc86611323bcd630ad 2024-11-11T22:20:16,420 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/131334806ab044dc86611323bcd630ad, entries=150, sequenceid=131, filesize=11.7 K 2024-11-11T22:20:16,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/14ed8fd219d84e818c12f4ef59c9897b as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/14ed8fd219d84e818c12f4ef59c9897b 2024-11-11T22:20:16,425 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/14ed8fd219d84e818c12f4ef59c9897b, entries=150, sequenceid=131, filesize=11.7 K 2024-11-11T22:20:16,426 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for a010f9c60a213e8b4ad2b6c3dc741b52 in 1057ms, sequenceid=131, compaction requested=true 2024-11-11T22:20:16,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2538): Flush status journal for a010f9c60a213e8b4ad2b6c3dc741b52: 2024-11-11T22:20:16,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:16,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=101 2024-11-11T22:20:16,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=101 2024-11-11T22:20:16,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-11T22:20:16,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7900 sec 2024-11-11T22:20:16,432 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees in 2.7940 sec 2024-11-11T22:20:16,611 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a010f9c60a213e8b4ad2b6c3dc741b52 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-11T22:20:16,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=A 2024-11-11T22:20:16,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:16,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=B 2024-11-11T22:20:16,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:16,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=C 2024-11-11T22:20:16,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:16,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:16,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111c07336c6ed1645048e096df23ba74a6b_a010f9c60a213e8b4ad2b6c3dc741b52 is 50, key is test_row_0/A:col10/1731363616609/Put/seqid=0 2024-11-11T22:20:16,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:16,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363676628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:16,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:16,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363676629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:16,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:16,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363676629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:16,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742216_1392 (size=14794) 2024-11-11T22:20:16,662 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:16,665 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111c07336c6ed1645048e096df23ba74a6b_a010f9c60a213e8b4ad2b6c3dc741b52 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111c07336c6ed1645048e096df23ba74a6b_a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:16,666 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/c751f0dd2882483db2e0920438b8303a, store: [table=TestAcidGuarantees family=A region=a010f9c60a213e8b4ad2b6c3dc741b52] 2024-11-11T22:20:16,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/c751f0dd2882483db2e0920438b8303a is 175, key is test_row_0/A:col10/1731363616609/Put/seqid=0 2024-11-11T22:20:16,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742217_1393 (size=39749) 2024-11-11T22:20:16,687 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/c751f0dd2882483db2e0920438b8303a 2024-11-11T22:20:16,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/01657cdfaf334f88abcd2e497f8699b1 is 50, key is test_row_0/B:col10/1731363616609/Put/seqid=0 2024-11-11T22:20:16,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742218_1394 (size=12151) 2024-11-11T22:20:16,698 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/01657cdfaf334f88abcd2e497f8699b1 2024-11-11T22:20:16,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/667fdb78b4e8457d92b987e24683df35 is 50, key is test_row_0/C:col10/1731363616609/Put/seqid=0 2024-11-11T22:20:16,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742219_1395 (size=12151) 2024-11-11T22:20:16,722 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/667fdb78b4e8457d92b987e24683df35 2024-11-11T22:20:16,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/c751f0dd2882483db2e0920438b8303a as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/c751f0dd2882483db2e0920438b8303a 2024-11-11T22:20:16,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/c751f0dd2882483db2e0920438b8303a, entries=200, sequenceid=159, filesize=38.8 K 2024-11-11T22:20:16,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/01657cdfaf334f88abcd2e497f8699b1 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/01657cdfaf334f88abcd2e497f8699b1 2024-11-11T22:20:16,736 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/01657cdfaf334f88abcd2e497f8699b1, entries=150, sequenceid=159, filesize=11.9 K 2024-11-11T22:20:16,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/667fdb78b4e8457d92b987e24683df35 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/667fdb78b4e8457d92b987e24683df35 2024-11-11T22:20:16,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:16,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363676735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:16,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:16,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363676738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:16,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:16,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363676738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:16,743 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/667fdb78b4e8457d92b987e24683df35, entries=150, sequenceid=159, filesize=11.9 K 2024-11-11T22:20:16,744 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for a010f9c60a213e8b4ad2b6c3dc741b52 in 134ms, sequenceid=159, compaction requested=true 2024-11-11T22:20:16,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a010f9c60a213e8b4ad2b6c3dc741b52: 2024-11-11T22:20:16,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a010f9c60a213e8b4ad2b6c3dc741b52:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T22:20:16,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:20:16,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a010f9c60a213e8b4ad2b6c3dc741b52:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T22:20:16,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:20:16,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a010f9c60a213e8b4ad2b6c3dc741b52:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:20:16,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T22:20:16,744 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T22:20:16,745 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T22:20:16,755 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141414 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T22:20:16,755 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): a010f9c60a213e8b4ad2b6c3dc741b52/A is initiating minor compaction (all files) 2024-11-11T22:20:16,755 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a010f9c60a213e8b4ad2b6c3dc741b52/A in TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:16,755 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/015f536c93b64e3d8a9056f1455948e3, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/311edb1c83b542ab8d7aed3b9ef3cca5, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/4787c38a56654eea8ec9f783482378f4, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/c751f0dd2882483db2e0920438b8303a] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp, totalSize=138.1 K 2024-11-11T22:20:16,755 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:16,755 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. files: [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/015f536c93b64e3d8a9056f1455948e3, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/311edb1c83b542ab8d7aed3b9ef3cca5, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/4787c38a56654eea8ec9f783482378f4, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/c751f0dd2882483db2e0920438b8303a] 2024-11-11T22:20:16,755 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T22:20:16,756 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): a010f9c60a213e8b4ad2b6c3dc741b52/B is initiating minor compaction (all files) 2024-11-11T22:20:16,756 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a010f9c60a213e8b4ad2b6c3dc741b52/B in TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:16,756 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 015f536c93b64e3d8a9056f1455948e3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731363612998 2024-11-11T22:20:16,756 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/2f1ce90574de4ad38740e2af50273141, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/6e9c3027640d4d4786c4ca979e2a6044, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/131334806ab044dc86611323bcd630ad, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/01657cdfaf334f88abcd2e497f8699b1] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp, totalSize=47.2 K 2024-11-11T22:20:16,756 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 311edb1c83b542ab8d7aed3b9ef3cca5, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731363613093 2024-11-11T22:20:16,756 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f1ce90574de4ad38740e2af50273141, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731363612998 2024-11-11T22:20:16,757 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4787c38a56654eea8ec9f783482378f4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731363614255 2024-11-11T22:20:16,757 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e9c3027640d4d4786c4ca979e2a6044, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731363613105 2024-11-11T22:20:16,757 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting c751f0dd2882483db2e0920438b8303a, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731363615472 2024-11-11T22:20:16,757 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 131334806ab044dc86611323bcd630ad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731363614255 2024-11-11T22:20:16,757 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 01657cdfaf334f88abcd2e497f8699b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731363615472 2024-11-11T22:20:16,771 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a010f9c60a213e8b4ad2b6c3dc741b52] 2024-11-11T22:20:16,772 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a010f9c60a213e8b4ad2b6c3dc741b52#B#compaction#336 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:20:16,773 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/ea3d1ffa4bee4a939c2e830e6453ea04 is 50, key is test_row_0/B:col10/1731363616609/Put/seqid=0 2024-11-11T22:20:16,773 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111b3e13531b7b042b4830eddde8eea99d4_a010f9c60a213e8b4ad2b6c3dc741b52 store=[table=TestAcidGuarantees family=A region=a010f9c60a213e8b4ad2b6c3dc741b52] 2024-11-11T22:20:16,775 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111b3e13531b7b042b4830eddde8eea99d4_a010f9c60a213e8b4ad2b6c3dc741b52, store=[table=TestAcidGuarantees family=A region=a010f9c60a213e8b4ad2b6c3dc741b52] 2024-11-11T22:20:16,776 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b3e13531b7b042b4830eddde8eea99d4_a010f9c60a213e8b4ad2b6c3dc741b52 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a010f9c60a213e8b4ad2b6c3dc741b52] 2024-11-11T22:20:16,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742220_1396 (size=12493) 2024-11-11T22:20:16,793 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/ea3d1ffa4bee4a939c2e830e6453ea04 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/ea3d1ffa4bee4a939c2e830e6453ea04 2024-11-11T22:20:16,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742221_1397 (size=4469) 2024-11-11T22:20:16,798 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a010f9c60a213e8b4ad2b6c3dc741b52/B of a010f9c60a213e8b4ad2b6c3dc741b52 into ea3d1ffa4bee4a939c2e830e6453ea04(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:20:16,798 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a010f9c60a213e8b4ad2b6c3dc741b52: 2024-11-11T22:20:16,798 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52., storeName=a010f9c60a213e8b4ad2b6c3dc741b52/B, priority=12, startTime=1731363616744; duration=0sec 2024-11-11T22:20:16,798 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:20:16,798 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a010f9c60a213e8b4ad2b6c3dc741b52:B 2024-11-11T22:20:16,798 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T22:20:16,799 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T22:20:16,800 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): a010f9c60a213e8b4ad2b6c3dc741b52/C is initiating minor compaction (all files) 2024-11-11T22:20:16,800 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a010f9c60a213e8b4ad2b6c3dc741b52#A#compaction#337 average throughput is 0.90 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:20:16,800 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a010f9c60a213e8b4ad2b6c3dc741b52/C in TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:16,800 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/d7d247a280484013908a075967b583fb, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/ec1d32c139f34d769005fcb4277b7130, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/14ed8fd219d84e818c12f4ef59c9897b, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/667fdb78b4e8457d92b987e24683df35] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp, totalSize=47.2 K 2024-11-11T22:20:16,800 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/16b1c98da5c34b80bd40abc289117f1c is 175, key is test_row_0/A:col10/1731363616609/Put/seqid=0 2024-11-11T22:20:16,800 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting d7d247a280484013908a075967b583fb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731363612998 2024-11-11T22:20:16,801 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting ec1d32c139f34d769005fcb4277b7130, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731363613105 2024-11-11T22:20:16,801 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 14ed8fd219d84e818c12f4ef59c9897b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731363614255 2024-11-11T22:20:16,802 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 667fdb78b4e8457d92b987e24683df35, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731363615472 2024-11-11T22:20:16,819 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a010f9c60a213e8b4ad2b6c3dc741b52#C#compaction#338 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:20:16,819 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/96a5b18ada1a4f70a0f12f95fee6c97c is 50, key is test_row_0/C:col10/1731363616609/Put/seqid=0 2024-11-11T22:20:16,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742222_1398 (size=31447) 2024-11-11T22:20:16,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742223_1399 (size=12493) 2024-11-11T22:20:16,839 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/96a5b18ada1a4f70a0f12f95fee6c97c as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/96a5b18ada1a4f70a0f12f95fee6c97c 2024-11-11T22:20:16,843 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a010f9c60a213e8b4ad2b6c3dc741b52/C of a010f9c60a213e8b4ad2b6c3dc741b52 into 96a5b18ada1a4f70a0f12f95fee6c97c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:20:16,843 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a010f9c60a213e8b4ad2b6c3dc741b52: 2024-11-11T22:20:16,843 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52., storeName=a010f9c60a213e8b4ad2b6c3dc741b52/C, priority=12, startTime=1731363616744; duration=0sec 2024-11-11T22:20:16,843 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:20:16,843 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a010f9c60a213e8b4ad2b6c3dc741b52:C 2024-11-11T22:20:16,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:16,947 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a010f9c60a213e8b4ad2b6c3dc741b52 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T22:20:16,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=A 2024-11-11T22:20:16,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:16,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=B 2024-11-11T22:20:16,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:16,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=C 2024-11-11T22:20:16,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:16,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111125569a47a1da482e81cf381c28b77249_a010f9c60a213e8b4ad2b6c3dc741b52 is 50, key is test_row_0/A:col10/1731363616947/Put/seqid=0 2024-11-11T22:20:17,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742224_1400 (size=19774) 2024-11-11T22:20:17,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:17,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363677014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:17,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:17,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363677014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:17,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:17,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363677017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:17,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:17,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363677127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:17,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:17,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:17,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363677127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:17,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363677127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:17,238 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/16b1c98da5c34b80bd40abc289117f1c as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/16b1c98da5c34b80bd40abc289117f1c 2024-11-11T22:20:17,252 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a010f9c60a213e8b4ad2b6c3dc741b52/A of a010f9c60a213e8b4ad2b6c3dc741b52 into 16b1c98da5c34b80bd40abc289117f1c(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:20:17,252 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a010f9c60a213e8b4ad2b6c3dc741b52: 2024-11-11T22:20:17,253 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52., storeName=a010f9c60a213e8b4ad2b6c3dc741b52/A, priority=12, startTime=1731363616744; duration=0sec 2024-11-11T22:20:17,253 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:20:17,253 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a010f9c60a213e8b4ad2b6c3dc741b52:A 2024-11-11T22:20:17,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363677335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:17,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363677336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:17,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363677336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:17,430 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:17,434 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111125569a47a1da482e81cf381c28b77249_a010f9c60a213e8b4ad2b6c3dc741b52 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111125569a47a1da482e81cf381c28b77249_a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:17,435 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/b580a6866d164e3c80cda97b625798ad, store: [table=TestAcidGuarantees family=A region=a010f9c60a213e8b4ad2b6c3dc741b52] 2024-11-11T22:20:17,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/b580a6866d164e3c80cda97b625798ad is 175, key is test_row_0/A:col10/1731363616947/Put/seqid=0 2024-11-11T22:20:17,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742225_1401 (size=57033) 2024-11-11T22:20:17,472 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/b580a6866d164e3c80cda97b625798ad 2024-11-11T22:20:17,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/f1e55f0f06e64be6ac2502ad2cfb43c2 is 50, key is test_row_0/B:col10/1731363616947/Put/seqid=0 2024-11-11T22:20:17,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742226_1402 (size=12151) 2024-11-11T22:20:17,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:17,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363677643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:17,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:17,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363677643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:17,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:17,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363677644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:17,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-11T22:20:17,771 INFO [Thread-1616 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 100 completed 2024-11-11T22:20:17,773 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:20:17,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-11-11T22:20:17,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-11T22:20:17,783 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:20:17,784 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:20:17,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:20:17,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-11T22:20:17,939 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:17,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-11T22:20:17,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:17,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. as already flushing 2024-11-11T22:20:17,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:17,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:17,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:17,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:17,942 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/f1e55f0f06e64be6ac2502ad2cfb43c2 2024-11-11T22:20:17,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/d5e8f7cfd24a4335907b0f56be20445b is 50, key is test_row_0/C:col10/1731363616947/Put/seqid=0 2024-11-11T22:20:17,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742227_1403 (size=12151) 2024-11-11T22:20:18,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-11T22:20:18,095 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:18,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-11T22:20:18,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:18,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. as already flushing 2024-11-11T22:20:18,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:18,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:18,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:18,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:18,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:18,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363678149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:18,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:18,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363678149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:18,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:18,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363678152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:18,248 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:18,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-11T22:20:18,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:18,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. as already flushing 2024-11-11T22:20:18,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:18,249 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:18,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:18,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:18,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/d5e8f7cfd24a4335907b0f56be20445b 2024-11-11T22:20:18,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/b580a6866d164e3c80cda97b625798ad as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/b580a6866d164e3c80cda97b625798ad 2024-11-11T22:20:18,367 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/b580a6866d164e3c80cda97b625798ad, entries=300, sequenceid=173, filesize=55.7 K 2024-11-11T22:20:18,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/f1e55f0f06e64be6ac2502ad2cfb43c2 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/f1e55f0f06e64be6ac2502ad2cfb43c2 2024-11-11T22:20:18,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-11T22:20:18,378 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/f1e55f0f06e64be6ac2502ad2cfb43c2, entries=150, sequenceid=173, filesize=11.9 K 2024-11-11T22:20:18,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/d5e8f7cfd24a4335907b0f56be20445b as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/d5e8f7cfd24a4335907b0f56be20445b 2024-11-11T22:20:18,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/d5e8f7cfd24a4335907b0f56be20445b, entries=150, sequenceid=173, filesize=11.9 K 2024-11-11T22:20:18,391 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a010f9c60a213e8b4ad2b6c3dc741b52 in 1443ms, sequenceid=173, compaction requested=false 2024-11-11T22:20:18,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a010f9c60a213e8b4ad2b6c3dc741b52: 2024-11-11T22:20:18,401 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:18,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-11T22:20:18,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:18,401 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing a010f9c60a213e8b4ad2b6c3dc741b52 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T22:20:18,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=A 2024-11-11T22:20:18,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:18,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=B 2024-11-11T22:20:18,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:18,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=C 2024-11-11T22:20:18,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:18,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411117b3433a43af4471195da0c226bfa7fa2_a010f9c60a213e8b4ad2b6c3dc741b52 is 50, key is test_row_0/A:col10/1731363617013/Put/seqid=0 2024-11-11T22:20:18,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742228_1404 (size=12304) 2024-11-11T22:20:18,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:18,864 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411117b3433a43af4471195da0c226bfa7fa2_a010f9c60a213e8b4ad2b6c3dc741b52 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117b3433a43af4471195da0c226bfa7fa2_a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:18,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/f04be4e3dbd7455ba979ae8c825ddfe1, store: [table=TestAcidGuarantees family=A region=a010f9c60a213e8b4ad2b6c3dc741b52] 2024-11-11T22:20:18,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/f04be4e3dbd7455ba979ae8c825ddfe1 is 175, key is test_row_0/A:col10/1731363617013/Put/seqid=0 2024-11-11T22:20:18,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-11T22:20:18,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742229_1405 (size=31105) 2024-11-11T22:20:18,906 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/f04be4e3dbd7455ba979ae8c825ddfe1 2024-11-11T22:20:18,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/afe192ca8a6f447f9b8f7113a84874f9 is 50, key is test_row_0/B:col10/1731363617013/Put/seqid=0 2024-11-11T22:20:18,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742230_1406 (size=12151) 2024-11-11T22:20:19,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:19,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. as already flushing 2024-11-11T22:20:19,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:19,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363679170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:19,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:19,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363679171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:19,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:19,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363679173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:19,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:19,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:19,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363679274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:19,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363679275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:19,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:19,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363679276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:19,335 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/afe192ca8a6f447f9b8f7113a84874f9 2024-11-11T22:20:19,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/0b5c74f36df846a498a7f5d44bb20c79 is 50, key is test_row_0/C:col10/1731363617013/Put/seqid=0 2024-11-11T22:20:19,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742231_1407 (size=12151) 2024-11-11T22:20:19,387 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/0b5c74f36df846a498a7f5d44bb20c79 2024-11-11T22:20:19,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/f04be4e3dbd7455ba979ae8c825ddfe1 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/f04be4e3dbd7455ba979ae8c825ddfe1 2024-11-11T22:20:19,403 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/f04be4e3dbd7455ba979ae8c825ddfe1, entries=150, sequenceid=198, filesize=30.4 K 2024-11-11T22:20:19,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/afe192ca8a6f447f9b8f7113a84874f9 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/afe192ca8a6f447f9b8f7113a84874f9 2024-11-11T22:20:19,414 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/afe192ca8a6f447f9b8f7113a84874f9, entries=150, sequenceid=198, filesize=11.9 K 2024-11-11T22:20:19,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/0b5c74f36df846a498a7f5d44bb20c79 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/0b5c74f36df846a498a7f5d44bb20c79 2024-11-11T22:20:19,420 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/0b5c74f36df846a498a7f5d44bb20c79, entries=150, sequenceid=198, filesize=11.9 K 2024-11-11T22:20:19,423 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for a010f9c60a213e8b4ad2b6c3dc741b52 in 1022ms, sequenceid=198, compaction requested=true 2024-11-11T22:20:19,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for a010f9c60a213e8b4ad2b6c3dc741b52: 2024-11-11T22:20:19,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:19,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-11-11T22:20:19,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-11-11T22:20:19,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-11T22:20:19,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6400 sec 2024-11-11T22:20:19,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 1.6550 sec 2024-11-11T22:20:19,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:19,485 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a010f9c60a213e8b4ad2b6c3dc741b52 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T22:20:19,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=A 2024-11-11T22:20:19,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:19,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=B 2024-11-11T22:20:19,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:19,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=C 2024-11-11T22:20:19,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:19,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411112ec3f0d04f25440ab33a7eb0353d2321_a010f9c60a213e8b4ad2b6c3dc741b52 is 50, key is test_row_0/A:col10/1731363619485/Put/seqid=0 2024-11-11T22:20:19,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742232_1408 (size=17284) 2024-11-11T22:20:19,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:19,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363679583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:19,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:19,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363679593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:19,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:19,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363679607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:19,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363679708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:19,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:19,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363679708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:19,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:19,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363679717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:19,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-11T22:20:19,880 INFO [Thread-1616 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-11T22:20:19,882 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:20:19,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-11T22:20:19,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-11T22:20:19,884 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:20:19,885 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:20:19,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:20:19,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:19,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363679916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:19,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:19,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363679917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:19,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:19,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363679926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:19,937 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:19,942 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411112ec3f0d04f25440ab33a7eb0353d2321_a010f9c60a213e8b4ad2b6c3dc741b52 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411112ec3f0d04f25440ab33a7eb0353d2321_a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:19,951 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/b7cae50acaa54a359417f053cfd82f04, store: [table=TestAcidGuarantees family=A region=a010f9c60a213e8b4ad2b6c3dc741b52] 2024-11-11T22:20:19,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/b7cae50acaa54a359417f053cfd82f04 is 175, key is test_row_0/A:col10/1731363619485/Put/seqid=0 2024-11-11T22:20:19,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742233_1409 (size=48389) 2024-11-11T22:20:19,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-11T22:20:20,039 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:20,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-11T22:20:20,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:20,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. as already flushing 2024-11-11T22:20:20,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:20,040 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:20,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:20,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:20,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-11T22:20:20,196 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:20,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-11T22:20:20,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:20,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. as already flushing 2024-11-11T22:20:20,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:20,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:20,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:20,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:20,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:20,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363680221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:20,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:20,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363680222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:20,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:20,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363680231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:20,350 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:20,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-11T22:20:20,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:20,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. as already flushing 2024-11-11T22:20:20,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:20,353 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:20,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:20,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:20,363 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/b7cae50acaa54a359417f053cfd82f04 2024-11-11T22:20:20,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/8913f3e988484c23b25d0ce679a698f2 is 50, key is test_row_0/B:col10/1731363619485/Put/seqid=0 2024-11-11T22:20:20,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742234_1410 (size=12151) 2024-11-11T22:20:20,381 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/8913f3e988484c23b25d0ce679a698f2 2024-11-11T22:20:20,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/ec6c0f06cc3143699a5e5508affada0f is 50, key is test_row_0/C:col10/1731363619485/Put/seqid=0 2024-11-11T22:20:20,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742235_1411 (size=12151) 2024-11-11T22:20:20,401 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/ec6c0f06cc3143699a5e5508affada0f 2024-11-11T22:20:20,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/b7cae50acaa54a359417f053cfd82f04 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/b7cae50acaa54a359417f053cfd82f04 2024-11-11T22:20:20,410 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/b7cae50acaa54a359417f053cfd82f04, entries=250, sequenceid=212, filesize=47.3 K 2024-11-11T22:20:20,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/8913f3e988484c23b25d0ce679a698f2 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/8913f3e988484c23b25d0ce679a698f2 2024-11-11T22:20:20,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/8913f3e988484c23b25d0ce679a698f2, entries=150, sequenceid=212, filesize=11.9 K 2024-11-11T22:20:20,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/ec6c0f06cc3143699a5e5508affada0f as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/ec6c0f06cc3143699a5e5508affada0f 2024-11-11T22:20:20,418 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/ec6c0f06cc3143699a5e5508affada0f, entries=150, sequenceid=212, filesize=11.9 K 2024-11-11T22:20:20,419 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for a010f9c60a213e8b4ad2b6c3dc741b52 in 933ms, sequenceid=212, compaction requested=true 2024-11-11T22:20:20,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a010f9c60a213e8b4ad2b6c3dc741b52: 2024-11-11T22:20:20,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a010f9c60a213e8b4ad2b6c3dc741b52:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T22:20:20,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:20:20,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a010f9c60a213e8b4ad2b6c3dc741b52:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T22:20:20,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:20:20,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a010f9c60a213e8b4ad2b6c3dc741b52:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:20:20,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T22:20:20,419 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T22:20:20,419 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T22:20:20,420 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 167974 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T22:20:20,420 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T22:20:20,420 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): a010f9c60a213e8b4ad2b6c3dc741b52/B is initiating minor compaction (all files) 2024-11-11T22:20:20,420 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): a010f9c60a213e8b4ad2b6c3dc741b52/A is initiating minor compaction (all files) 2024-11-11T22:20:20,421 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a010f9c60a213e8b4ad2b6c3dc741b52/B in TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:20,421 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a010f9c60a213e8b4ad2b6c3dc741b52/A in TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:20,421 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/16b1c98da5c34b80bd40abc289117f1c, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/b580a6866d164e3c80cda97b625798ad, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/f04be4e3dbd7455ba979ae8c825ddfe1, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/b7cae50acaa54a359417f053cfd82f04] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp, totalSize=164.0 K 2024-11-11T22:20:20,421 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/ea3d1ffa4bee4a939c2e830e6453ea04, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/f1e55f0f06e64be6ac2502ad2cfb43c2, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/afe192ca8a6f447f9b8f7113a84874f9, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/8913f3e988484c23b25d0ce679a698f2] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp, totalSize=47.8 K 2024-11-11T22:20:20,421 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:20,421 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. files: [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/16b1c98da5c34b80bd40abc289117f1c, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/b580a6866d164e3c80cda97b625798ad, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/f04be4e3dbd7455ba979ae8c825ddfe1, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/b7cae50acaa54a359417f053cfd82f04] 2024-11-11T22:20:20,421 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16b1c98da5c34b80bd40abc289117f1c, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731363615472 2024-11-11T22:20:20,421 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting ea3d1ffa4bee4a939c2e830e6453ea04, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731363615472 2024-11-11T22:20:20,422 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting b580a6866d164e3c80cda97b625798ad, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731363616612 2024-11-11T22:20:20,422 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting f1e55f0f06e64be6ac2502ad2cfb43c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731363616941 2024-11-11T22:20:20,422 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting f04be4e3dbd7455ba979ae8c825ddfe1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731363617001 2024-11-11T22:20:20,422 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting afe192ca8a6f447f9b8f7113a84874f9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731363617001 2024-11-11T22:20:20,422 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7cae50acaa54a359417f053cfd82f04, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731363619160 2024-11-11T22:20:20,422 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 8913f3e988484c23b25d0ce679a698f2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731363619160 2024-11-11T22:20:20,428 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a010f9c60a213e8b4ad2b6c3dc741b52] 2024-11-11T22:20:20,429 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a010f9c60a213e8b4ad2b6c3dc741b52#B#compaction#348 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:20:20,430 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/672434449c754f58bbc8c5ac42ce34ff is 50, key is test_row_0/B:col10/1731363619485/Put/seqid=0 2024-11-11T22:20:20,430 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411110eaa309d5ed94631a6960d83c76154ce_a010f9c60a213e8b4ad2b6c3dc741b52 store=[table=TestAcidGuarantees family=A region=a010f9c60a213e8b4ad2b6c3dc741b52] 2024-11-11T22:20:20,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742236_1412 (size=12629) 2024-11-11T22:20:20,433 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411110eaa309d5ed94631a6960d83c76154ce_a010f9c60a213e8b4ad2b6c3dc741b52, store=[table=TestAcidGuarantees family=A region=a010f9c60a213e8b4ad2b6c3dc741b52] 2024-11-11T22:20:20,434 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411110eaa309d5ed94631a6960d83c76154ce_a010f9c60a213e8b4ad2b6c3dc741b52 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a010f9c60a213e8b4ad2b6c3dc741b52] 2024-11-11T22:20:20,455 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/672434449c754f58bbc8c5ac42ce34ff as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/672434449c754f58bbc8c5ac42ce34ff 2024-11-11T22:20:20,467 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a010f9c60a213e8b4ad2b6c3dc741b52/B of a010f9c60a213e8b4ad2b6c3dc741b52 into 672434449c754f58bbc8c5ac42ce34ff(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:20:20,467 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a010f9c60a213e8b4ad2b6c3dc741b52: 2024-11-11T22:20:20,467 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52., storeName=a010f9c60a213e8b4ad2b6c3dc741b52/B, priority=12, startTime=1731363620419; duration=0sec 2024-11-11T22:20:20,467 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:20:20,467 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a010f9c60a213e8b4ad2b6c3dc741b52:B 2024-11-11T22:20:20,467 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T22:20:20,468 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T22:20:20,468 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): a010f9c60a213e8b4ad2b6c3dc741b52/C is initiating minor compaction (all files) 2024-11-11T22:20:20,468 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a010f9c60a213e8b4ad2b6c3dc741b52/C in TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:20,468 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/96a5b18ada1a4f70a0f12f95fee6c97c, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/d5e8f7cfd24a4335907b0f56be20445b, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/0b5c74f36df846a498a7f5d44bb20c79, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/ec6c0f06cc3143699a5e5508affada0f] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp, totalSize=47.8 K 2024-11-11T22:20:20,469 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 96a5b18ada1a4f70a0f12f95fee6c97c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731363615472 2024-11-11T22:20:20,469 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting d5e8f7cfd24a4335907b0f56be20445b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731363616941 2024-11-11T22:20:20,470 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b5c74f36df846a498a7f5d44bb20c79, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731363617001 2024-11-11T22:20:20,471 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting ec6c0f06cc3143699a5e5508affada0f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731363619160 2024-11-11T22:20:20,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742237_1413 (size=4469) 2024-11-11T22:20:20,473 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a010f9c60a213e8b4ad2b6c3dc741b52#A#compaction#349 average throughput is 0.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:20:20,474 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/bb0b2fc195624c9bbb242a8db725aaac is 175, key is test_row_0/A:col10/1731363619485/Put/seqid=0 2024-11-11T22:20:20,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742238_1414 (size=31583) 2024-11-11T22:20:20,484 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a010f9c60a213e8b4ad2b6c3dc741b52#C#compaction#350 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:20:20,486 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/6bb81ef3180e45099b2cbfff140ebfd3 is 50, key is test_row_0/C:col10/1731363619485/Put/seqid=0 2024-11-11T22:20:20,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-11T22:20:20,494 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/bb0b2fc195624c9bbb242a8db725aaac as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/bb0b2fc195624c9bbb242a8db725aaac 2024-11-11T22:20:20,499 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a010f9c60a213e8b4ad2b6c3dc741b52/A of a010f9c60a213e8b4ad2b6c3dc741b52 into bb0b2fc195624c9bbb242a8db725aaac(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:20:20,499 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a010f9c60a213e8b4ad2b6c3dc741b52: 2024-11-11T22:20:20,499 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52., storeName=a010f9c60a213e8b4ad2b6c3dc741b52/A, priority=12, startTime=1731363620419; duration=0sec 2024-11-11T22:20:20,499 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:20:20,499 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a010f9c60a213e8b4ad2b6c3dc741b52:A 2024-11-11T22:20:20,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742239_1415 (size=12629) 2024-11-11T22:20:20,513 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:20,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-11T22:20:20,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:20,514 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing a010f9c60a213e8b4ad2b6c3dc741b52 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-11T22:20:20,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=A 2024-11-11T22:20:20,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:20,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=B 2024-11-11T22:20:20,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:20,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=C 2024-11-11T22:20:20,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:20,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111f83e6829495e41d2aef9dd0f07c64b5f_a010f9c60a213e8b4ad2b6c3dc741b52 is 50, key is test_row_0/A:col10/1731363619586/Put/seqid=0 2024-11-11T22:20:20,542 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/6bb81ef3180e45099b2cbfff140ebfd3 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/6bb81ef3180e45099b2cbfff140ebfd3 2024-11-11T22:20:20,549 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a010f9c60a213e8b4ad2b6c3dc741b52/C of a010f9c60a213e8b4ad2b6c3dc741b52 into 6bb81ef3180e45099b2cbfff140ebfd3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:20:20,549 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a010f9c60a213e8b4ad2b6c3dc741b52: 2024-11-11T22:20:20,549 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52., storeName=a010f9c60a213e8b4ad2b6c3dc741b52/C, priority=12, startTime=1731363620419; duration=0sec 2024-11-11T22:20:20,549 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:20:20,549 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a010f9c60a213e8b4ad2b6c3dc741b52:C 2024-11-11T22:20:20,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742240_1416 (size=12304) 2024-11-11T22:20:20,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:20,569 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111f83e6829495e41d2aef9dd0f07c64b5f_a010f9c60a213e8b4ad2b6c3dc741b52 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f83e6829495e41d2aef9dd0f07c64b5f_a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:20,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/4f5b23770c41451db7cf6aa555631722, store: [table=TestAcidGuarantees family=A region=a010f9c60a213e8b4ad2b6c3dc741b52] 2024-11-11T22:20:20,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/4f5b23770c41451db7cf6aa555631722 is 175, key is test_row_0/A:col10/1731363619586/Put/seqid=0 2024-11-11T22:20:20,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742241_1417 (size=31105) 2024-11-11T22:20:20,586 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/4f5b23770c41451db7cf6aa555631722 2024-11-11T22:20:20,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/c0e2393d2a6c4ab5b7d0decc4a7a1494 is 50, key is test_row_0/B:col10/1731363619586/Put/seqid=0 2024-11-11T22:20:20,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742242_1418 (size=12151) 2024-11-11T22:20:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:20,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. as already flushing 2024-11-11T22:20:20,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363680754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:20,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363680755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:20,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363680758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:20,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363680859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:20,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363680859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:20,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363680860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-11T22:20:21,013 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/c0e2393d2a6c4ab5b7d0decc4a7a1494 2024-11-11T22:20:21,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/d50afa9d704d42e995b0ba673a1b7c3d is 50, key is test_row_0/C:col10/1731363619586/Put/seqid=0 2024-11-11T22:20:21,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742243_1419 (size=12151) 2024-11-11T22:20:21,049 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/d50afa9d704d42e995b0ba673a1b7c3d 2024-11-11T22:20:21,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/4f5b23770c41451db7cf6aa555631722 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/4f5b23770c41451db7cf6aa555631722 2024-11-11T22:20:21,067 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/4f5b23770c41451db7cf6aa555631722, entries=150, sequenceid=237, filesize=30.4 K 2024-11-11T22:20:21,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363681071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:21,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363681074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:21,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363681074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:21,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/c0e2393d2a6c4ab5b7d0decc4a7a1494 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/c0e2393d2a6c4ab5b7d0decc4a7a1494 2024-11-11T22:20:21,080 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/c0e2393d2a6c4ab5b7d0decc4a7a1494, entries=150, sequenceid=237, filesize=11.9 K 2024-11-11T22:20:21,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/d50afa9d704d42e995b0ba673a1b7c3d as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/d50afa9d704d42e995b0ba673a1b7c3d 2024-11-11T22:20:21,087 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/d50afa9d704d42e995b0ba673a1b7c3d, entries=150, sequenceid=237, filesize=11.9 K 2024-11-11T22:20:21,089 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for a010f9c60a213e8b4ad2b6c3dc741b52 in 575ms, sequenceid=237, compaction requested=false 2024-11-11T22:20:21,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for a010f9c60a213e8b4ad2b6c3dc741b52: 2024-11-11T22:20:21,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:21,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-11T22:20:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-11T22:20:21,095 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-11T22:20:21,095 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2090 sec 2024-11-11T22:20:21,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 1.2140 sec 2024-11-11T22:20:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:21,378 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a010f9c60a213e8b4ad2b6c3dc741b52 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-11T22:20:21,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=A 2024-11-11T22:20:21,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:21,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=B 2024-11-11T22:20:21,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:21,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=C 2024-11-11T22:20:21,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:21,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111f77519c3183c44a69c919a18932701a0_a010f9c60a213e8b4ad2b6c3dc741b52 is 50, key is test_row_0/A:col10/1731363621378/Put/seqid=0 2024-11-11T22:20:21,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742244_1420 (size=17284) 2024-11-11T22:20:21,399 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:21,402 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111f77519c3183c44a69c919a18932701a0_a010f9c60a213e8b4ad2b6c3dc741b52 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f77519c3183c44a69c919a18932701a0_a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:21,403 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/a5f9dee3226f441bb3ddb3ef5d824c75, store: [table=TestAcidGuarantees family=A region=a010f9c60a213e8b4ad2b6c3dc741b52] 2024-11-11T22:20:21,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/a5f9dee3226f441bb3ddb3ef5d824c75 is 175, key is test_row_0/A:col10/1731363621378/Put/seqid=0 2024-11-11T22:20:21,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742245_1421 (size=48389) 2024-11-11T22:20:21,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:21,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363681412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:21,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:21,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363681413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:21,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:21,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363681416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:21,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363681521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:21,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363681521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:21,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363681523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:21,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363681727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:21,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363681728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:21,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363681728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:21,812 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=253, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/a5f9dee3226f441bb3ddb3ef5d824c75 2024-11-11T22:20:21,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/a0503b4ecec548b9ad4738bd01e4eebf is 50, key is test_row_0/B:col10/1731363621378/Put/seqid=0 2024-11-11T22:20:21,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742246_1422 (size=12151) 2024-11-11T22:20:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-11T22:20:22,007 INFO [Thread-1616 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-11T22:20:22,018 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:20:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-11T22:20:22,020 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:20:22,021 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:20:22,022 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:20:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-11T22:20:22,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363682037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:22,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363682039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:22,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363682040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-11T22:20:22,180 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:22,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-11T22:20:22,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:22,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. as already flushing 2024-11-11T22:20:22,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:22,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:22,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:22,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:22,263 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/a0503b4ecec548b9ad4738bd01e4eebf 2024-11-11T22:20:22,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/bac51e022d074d55af23793e0a9f48cb is 50, key is test_row_0/C:col10/1731363621378/Put/seqid=0 2024-11-11T22:20:22,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742247_1423 (size=12151) 2024-11-11T22:20:22,299 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/bac51e022d074d55af23793e0a9f48cb 2024-11-11T22:20:22,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/a5f9dee3226f441bb3ddb3ef5d824c75 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/a5f9dee3226f441bb3ddb3ef5d824c75 2024-11-11T22:20:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-11T22:20:22,336 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:22,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-11T22:20:22,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:22,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. as already flushing 2024-11-11T22:20:22,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:22,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:22,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:22,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:22,365 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/a5f9dee3226f441bb3ddb3ef5d824c75, entries=250, sequenceid=253, filesize=47.3 K 2024-11-11T22:20:22,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/a0503b4ecec548b9ad4738bd01e4eebf as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/a0503b4ecec548b9ad4738bd01e4eebf 2024-11-11T22:20:22,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/a0503b4ecec548b9ad4738bd01e4eebf, entries=150, sequenceid=253, filesize=11.9 K 2024-11-11T22:20:22,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/bac51e022d074d55af23793e0a9f48cb as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/bac51e022d074d55af23793e0a9f48cb 2024-11-11T22:20:22,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/bac51e022d074d55af23793e0a9f48cb, entries=150, sequenceid=253, filesize=11.9 K 2024-11-11T22:20:22,393 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for a010f9c60a213e8b4ad2b6c3dc741b52 in 1015ms, sequenceid=253, compaction requested=true 2024-11-11T22:20:22,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a010f9c60a213e8b4ad2b6c3dc741b52: 2024-11-11T22:20:22,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a010f9c60a213e8b4ad2b6c3dc741b52:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T22:20:22,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:20:22,393 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:20:22,393 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:20:22,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a010f9c60a213e8b4ad2b6c3dc741b52:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T22:20:22,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:20:22,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a010f9c60a213e8b4ad2b6c3dc741b52:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:20:22,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:20:22,394 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:20:22,394 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111077 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:20:22,394 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): a010f9c60a213e8b4ad2b6c3dc741b52/A is initiating minor compaction (all files) 2024-11-11T22:20:22,394 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): a010f9c60a213e8b4ad2b6c3dc741b52/B is initiating minor compaction (all files) 2024-11-11T22:20:22,394 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a010f9c60a213e8b4ad2b6c3dc741b52/A in TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:22,394 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a010f9c60a213e8b4ad2b6c3dc741b52/B in TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:22,395 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/bb0b2fc195624c9bbb242a8db725aaac, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/4f5b23770c41451db7cf6aa555631722, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/a5f9dee3226f441bb3ddb3ef5d824c75] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp, totalSize=108.5 K 2024-11-11T22:20:22,395 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/672434449c754f58bbc8c5ac42ce34ff, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/c0e2393d2a6c4ab5b7d0decc4a7a1494, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/a0503b4ecec548b9ad4738bd01e4eebf] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp, totalSize=36.1 K 2024-11-11T22:20:22,395 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:22,395 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. files: [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/bb0b2fc195624c9bbb242a8db725aaac, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/4f5b23770c41451db7cf6aa555631722, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/a5f9dee3226f441bb3ddb3ef5d824c75] 2024-11-11T22:20:22,395 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb0b2fc195624c9bbb242a8db725aaac, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731363619160 2024-11-11T22:20:22,395 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 672434449c754f58bbc8c5ac42ce34ff, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731363619160 2024-11-11T22:20:22,396 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting c0e2393d2a6c4ab5b7d0decc4a7a1494, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731363619579 2024-11-11T22:20:22,396 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f5b23770c41451db7cf6aa555631722, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731363619579 2024-11-11T22:20:22,396 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5f9dee3226f441bb3ddb3ef5d824c75, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731363620729 2024-11-11T22:20:22,396 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting a0503b4ecec548b9ad4738bd01e4eebf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731363620753 2024-11-11T22:20:22,420 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a010f9c60a213e8b4ad2b6c3dc741b52] 2024-11-11T22:20:22,421 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a010f9c60a213e8b4ad2b6c3dc741b52#B#compaction#357 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:20:22,421 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/cf6bfc5509f146ab95af8104591dd626 is 50, key is test_row_0/B:col10/1731363621378/Put/seqid=0 2024-11-11T22:20:22,429 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111188c9978baeb448ca829526bbafed2e7f_a010f9c60a213e8b4ad2b6c3dc741b52 store=[table=TestAcidGuarantees family=A region=a010f9c60a213e8b4ad2b6c3dc741b52] 2024-11-11T22:20:22,431 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111188c9978baeb448ca829526bbafed2e7f_a010f9c60a213e8b4ad2b6c3dc741b52, store=[table=TestAcidGuarantees family=A region=a010f9c60a213e8b4ad2b6c3dc741b52] 2024-11-11T22:20:22,431 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111188c9978baeb448ca829526bbafed2e7f_a010f9c60a213e8b4ad2b6c3dc741b52 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a010f9c60a213e8b4ad2b6c3dc741b52] 2024-11-11T22:20:22,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742248_1424 (size=12731) 2024-11-11T22:20:22,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742249_1425 (size=4469) 2024-11-11T22:20:22,441 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a010f9c60a213e8b4ad2b6c3dc741b52#A#compaction#358 average throughput is 1.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:20:22,442 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/978eff358cb148149169039311cc7ede is 175, key is test_row_0/A:col10/1731363621378/Put/seqid=0 2024-11-11T22:20:22,443 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/cf6bfc5509f146ab95af8104591dd626 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/cf6bfc5509f146ab95af8104591dd626 2024-11-11T22:20:22,450 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a010f9c60a213e8b4ad2b6c3dc741b52/B of a010f9c60a213e8b4ad2b6c3dc741b52 into cf6bfc5509f146ab95af8104591dd626(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:20:22,450 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a010f9c60a213e8b4ad2b6c3dc741b52: 2024-11-11T22:20:22,450 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52., storeName=a010f9c60a213e8b4ad2b6c3dc741b52/B, priority=13, startTime=1731363622393; duration=0sec 2024-11-11T22:20:22,450 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:20:22,450 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a010f9c60a213e8b4ad2b6c3dc741b52:B 2024-11-11T22:20:22,450 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:20:22,451 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:20:22,451 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): a010f9c60a213e8b4ad2b6c3dc741b52/C is initiating minor compaction (all files) 2024-11-11T22:20:22,451 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a010f9c60a213e8b4ad2b6c3dc741b52/C in TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:22,451 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/6bb81ef3180e45099b2cbfff140ebfd3, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/d50afa9d704d42e995b0ba673a1b7c3d, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/bac51e022d074d55af23793e0a9f48cb] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp, totalSize=36.1 K 2024-11-11T22:20:22,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742250_1426 (size=31685) 2024-11-11T22:20:22,452 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 6bb81ef3180e45099b2cbfff140ebfd3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731363619160 2024-11-11T22:20:22,452 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting d50afa9d704d42e995b0ba673a1b7c3d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731363619579 2024-11-11T22:20:22,453 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting bac51e022d074d55af23793e0a9f48cb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731363620753 2024-11-11T22:20:22,458 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/978eff358cb148149169039311cc7ede as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/978eff358cb148149169039311cc7ede 2024-11-11T22:20:22,471 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a010f9c60a213e8b4ad2b6c3dc741b52#C#compaction#359 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:20:22,472 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/d0e2760e22fe420095db07af8e75a4e5 is 50, key is test_row_0/C:col10/1731363621378/Put/seqid=0 2024-11-11T22:20:22,473 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a010f9c60a213e8b4ad2b6c3dc741b52/A of a010f9c60a213e8b4ad2b6c3dc741b52 into 978eff358cb148149169039311cc7ede(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:20:22,473 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a010f9c60a213e8b4ad2b6c3dc741b52: 2024-11-11T22:20:22,473 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52., storeName=a010f9c60a213e8b4ad2b6c3dc741b52/A, priority=13, startTime=1731363622393; duration=0sec 2024-11-11T22:20:22,473 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:20:22,473 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a010f9c60a213e8b4ad2b6c3dc741b52:A 2024-11-11T22:20:22,494 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:22,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-11T22:20:22,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:22,495 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing a010f9c60a213e8b4ad2b6c3dc741b52 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-11T22:20:22,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=A 2024-11-11T22:20:22,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:22,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=B 2024-11-11T22:20:22,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:22,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=C 2024-11-11T22:20:22,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:22,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742251_1427 (size=12731) 2024-11-11T22:20:22,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111113f792dc76d24f96bbf8e6b492017024_a010f9c60a213e8b4ad2b6c3dc741b52 is 50, key is test_row_0/A:col10/1731363621415/Put/seqid=0 2024-11-11T22:20:22,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742252_1428 (size=12454) 2024-11-11T22:20:22,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:22,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. as already flushing 2024-11-11T22:20:22,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363682562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:22,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:22,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363682567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:22,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:22,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363682567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:22,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-11T22:20:22,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:22,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363682668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:22,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363682673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:22,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363682673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:22,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363682873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:22,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363682879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:22,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363682880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:22,912 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/d0e2760e22fe420095db07af8e75a4e5 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/d0e2760e22fe420095db07af8e75a4e5 2024-11-11T22:20:22,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:22,931 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111113f792dc76d24f96bbf8e6b492017024_a010f9c60a213e8b4ad2b6c3dc741b52 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111113f792dc76d24f96bbf8e6b492017024_a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:22,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/15d7e0ca39af494e9c137025c7e7b79e, store: [table=TestAcidGuarantees family=A region=a010f9c60a213e8b4ad2b6c3dc741b52] 2024-11-11T22:20:22,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/15d7e0ca39af494e9c137025c7e7b79e is 175, key is test_row_0/A:col10/1731363621415/Put/seqid=0 2024-11-11T22:20:22,933 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a010f9c60a213e8b4ad2b6c3dc741b52/C of a010f9c60a213e8b4ad2b6c3dc741b52 into d0e2760e22fe420095db07af8e75a4e5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:20:22,933 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a010f9c60a213e8b4ad2b6c3dc741b52: 2024-11-11T22:20:22,934 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52., storeName=a010f9c60a213e8b4ad2b6c3dc741b52/C, priority=13, startTime=1731363622393; duration=0sec 2024-11-11T22:20:22,934 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:20:22,934 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a010f9c60a213e8b4ad2b6c3dc741b52:C 2024-11-11T22:20:22,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742253_1429 (size=31255) 2024-11-11T22:20:22,957 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=276, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/15d7e0ca39af494e9c137025c7e7b79e 2024-11-11T22:20:22,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/50084f33d4a540d78b1a2fec262bdf4e is 50, key is test_row_0/B:col10/1731363621415/Put/seqid=0 2024-11-11T22:20:22,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742254_1430 (size=12301) 2024-11-11T22:20:23,001 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/50084f33d4a540d78b1a2fec262bdf4e 2024-11-11T22:20:23,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/9dcba6b2fd59429f91a20c2c98dd92b0 is 50, key is test_row_0/C:col10/1731363621415/Put/seqid=0 2024-11-11T22:20:23,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742255_1431 (size=12301) 2024-11-11T22:20:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-11T22:20:23,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:23,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363683180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:23,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:23,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363683184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:23,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:23,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363683189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:23,477 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/9dcba6b2fd59429f91a20c2c98dd92b0 2024-11-11T22:20:23,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/15d7e0ca39af494e9c137025c7e7b79e as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/15d7e0ca39af494e9c137025c7e7b79e 2024-11-11T22:20:23,509 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/15d7e0ca39af494e9c137025c7e7b79e, entries=150, sequenceid=276, filesize=30.5 K 2024-11-11T22:20:23,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/50084f33d4a540d78b1a2fec262bdf4e as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/50084f33d4a540d78b1a2fec262bdf4e 2024-11-11T22:20:23,523 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/50084f33d4a540d78b1a2fec262bdf4e, entries=150, sequenceid=276, filesize=12.0 K 2024-11-11T22:20:23,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/9dcba6b2fd59429f91a20c2c98dd92b0 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/9dcba6b2fd59429f91a20c2c98dd92b0 2024-11-11T22:20:23,545 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/9dcba6b2fd59429f91a20c2c98dd92b0, entries=150, sequenceid=276, filesize=12.0 K 2024-11-11T22:20:23,548 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for a010f9c60a213e8b4ad2b6c3dc741b52 in 1053ms, sequenceid=276, compaction requested=false 2024-11-11T22:20:23,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for a010f9c60a213e8b4ad2b6c3dc741b52: 2024-11-11T22:20:23,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:23,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-11T22:20:23,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-11T22:20:23,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-11T22:20:23,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5380 sec 2024-11-11T22:20:23,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 1.5460 sec 2024-11-11T22:20:23,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:23,688 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a010f9c60a213e8b4ad2b6c3dc741b52 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-11T22:20:23,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=A 2024-11-11T22:20:23,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:23,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=B 2024-11-11T22:20:23,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:23,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=C 2024-11-11T22:20:23,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:23,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111f7f19b3e07aa4854a9afe6baa751c824_a010f9c60a213e8b4ad2b6c3dc741b52 is 50, key is test_row_0/A:col10/1731363622560/Put/seqid=0 2024-11-11T22:20:23,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742256_1432 (size=14994) 2024-11-11T22:20:23,703 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:23,714 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111f7f19b3e07aa4854a9afe6baa751c824_a010f9c60a213e8b4ad2b6c3dc741b52 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f7f19b3e07aa4854a9afe6baa751c824_a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:23,716 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/877ca372b24e4185864246dc1e3e0f06, store: [table=TestAcidGuarantees family=A region=a010f9c60a213e8b4ad2b6c3dc741b52] 2024-11-11T22:20:23,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/877ca372b24e4185864246dc1e3e0f06 is 175, key is test_row_0/A:col10/1731363622560/Put/seqid=0 2024-11-11T22:20:23,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742257_1433 (size=39949) 2024-11-11T22:20:23,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:23,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363683761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:23,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:23,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363683762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:23,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:23,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363683767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:23,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:23,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363683870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:23,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:23,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363683870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:23,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:23,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363683870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:24,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:24,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363684075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:24,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:24,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363684075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:24,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:24,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363684075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:24,124 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=293, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/877ca372b24e4185864246dc1e3e0f06 2024-11-11T22:20:24,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-11T22:20:24,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/c126e9d78a944da5abfcce3bfa434d7b is 50, key is test_row_0/B:col10/1731363622560/Put/seqid=0 2024-11-11T22:20:24,143 INFO [Thread-1616 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-11T22:20:24,144 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:20:24,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-11T22:20:24,146 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:20:24,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-11T22:20:24,147 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:20:24,147 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:20:24,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742258_1434 (size=12301) 2024-11-11T22:20:24,181 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/c126e9d78a944da5abfcce3bfa434d7b 2024-11-11T22:20:24,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/2b6c80d37bb84abebb46d53335e250b0 is 50, key is test_row_0/C:col10/1731363622560/Put/seqid=0 2024-11-11T22:20:24,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742259_1435 (size=12301) 2024-11-11T22:20:24,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/2b6c80d37bb84abebb46d53335e250b0 2024-11-11T22:20:24,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-11T22:20:24,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/877ca372b24e4185864246dc1e3e0f06 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/877ca372b24e4185864246dc1e3e0f06 2024-11-11T22:20:24,283 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/877ca372b24e4185864246dc1e3e0f06, entries=200, sequenceid=293, filesize=39.0 K 2024-11-11T22:20:24,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/c126e9d78a944da5abfcce3bfa434d7b as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/c126e9d78a944da5abfcce3bfa434d7b 2024-11-11T22:20:24,298 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:24,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/c126e9d78a944da5abfcce3bfa434d7b, entries=150, sequenceid=293, filesize=12.0 K 2024-11-11T22:20:24,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-11T22:20:24,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:24,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. as already flushing 2024-11-11T22:20:24,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:24,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:24,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:24,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:24,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/2b6c80d37bb84abebb46d53335e250b0 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/2b6c80d37bb84abebb46d53335e250b0 2024-11-11T22:20:24,309 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/2b6c80d37bb84abebb46d53335e250b0, entries=150, sequenceid=293, filesize=12.0 K 2024-11-11T22:20:24,310 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=127.47 KB/130530 for a010f9c60a213e8b4ad2b6c3dc741b52 in 622ms, sequenceid=293, compaction requested=true 2024-11-11T22:20:24,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a010f9c60a213e8b4ad2b6c3dc741b52: 2024-11-11T22:20:24,310 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:20:24,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a010f9c60a213e8b4ad2b6c3dc741b52:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T22:20:24,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:20:24,311 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:20:24,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a010f9c60a213e8b4ad2b6c3dc741b52:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T22:20:24,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:20:24,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a010f9c60a213e8b4ad2b6c3dc741b52:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:20:24,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:20:24,313 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:20:24,313 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): a010f9c60a213e8b4ad2b6c3dc741b52/A is initiating minor compaction (all files) 2024-11-11T22:20:24,313 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a010f9c60a213e8b4ad2b6c3dc741b52/A in TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:24,313 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/978eff358cb148149169039311cc7ede, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/15d7e0ca39af494e9c137025c7e7b79e, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/877ca372b24e4185864246dc1e3e0f06] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp, totalSize=100.5 K 2024-11-11T22:20:24,314 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:24,314 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. files: [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/978eff358cb148149169039311cc7ede, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/15d7e0ca39af494e9c137025c7e7b79e, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/877ca372b24e4185864246dc1e3e0f06] 2024-11-11T22:20:24,314 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:20:24,314 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): a010f9c60a213e8b4ad2b6c3dc741b52/B is initiating minor compaction (all files) 2024-11-11T22:20:24,314 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a010f9c60a213e8b4ad2b6c3dc741b52/B in TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:24,314 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/cf6bfc5509f146ab95af8104591dd626, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/50084f33d4a540d78b1a2fec262bdf4e, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/c126e9d78a944da5abfcce3bfa434d7b] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp, totalSize=36.5 K 2024-11-11T22:20:24,314 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting cf6bfc5509f146ab95af8104591dd626, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731363620753 2024-11-11T22:20:24,315 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 978eff358cb148149169039311cc7ede, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731363620753 2024-11-11T22:20:24,315 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 50084f33d4a540d78b1a2fec262bdf4e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731363621406 2024-11-11T22:20:24,315 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 15d7e0ca39af494e9c137025c7e7b79e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731363621406 2024-11-11T22:20:24,316 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting c126e9d78a944da5abfcce3bfa434d7b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731363622560 2024-11-11T22:20:24,316 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 877ca372b24e4185864246dc1e3e0f06, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731363622560 2024-11-11T22:20:24,344 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a010f9c60a213e8b4ad2b6c3dc741b52] 2024-11-11T22:20:24,355 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a010f9c60a213e8b4ad2b6c3dc741b52#B#compaction#367 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:20:24,356 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/c1c2d2018dff49fd9b2ae5825e9d1071 is 50, key is test_row_0/B:col10/1731363622560/Put/seqid=0 2024-11-11T22:20:24,365 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411118d3674babf43404c87ecea48c9982d01_a010f9c60a213e8b4ad2b6c3dc741b52 store=[table=TestAcidGuarantees family=A region=a010f9c60a213e8b4ad2b6c3dc741b52] 2024-11-11T22:20:24,373 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411118d3674babf43404c87ecea48c9982d01_a010f9c60a213e8b4ad2b6c3dc741b52, store=[table=TestAcidGuarantees family=A region=a010f9c60a213e8b4ad2b6c3dc741b52] 2024-11-11T22:20:24,374 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411118d3674babf43404c87ecea48c9982d01_a010f9c60a213e8b4ad2b6c3dc741b52 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a010f9c60a213e8b4ad2b6c3dc741b52] 2024-11-11T22:20:24,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:24,388 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a010f9c60a213e8b4ad2b6c3dc741b52 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-11T22:20:24,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=A 2024-11-11T22:20:24,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:24,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=B 2024-11-11T22:20:24,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:24,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=C 2024-11-11T22:20:24,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:24,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742260_1436 (size=12983) 2024-11-11T22:20:24,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111146f265169f4f40018c39979405f0548f_a010f9c60a213e8b4ad2b6c3dc741b52 is 50, key is test_row_0/A:col10/1731363623710/Put/seqid=0 2024-11-11T22:20:24,416 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/c1c2d2018dff49fd9b2ae5825e9d1071 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/c1c2d2018dff49fd9b2ae5825e9d1071 2024-11-11T22:20:24,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742262_1438 (size=14994) 2024-11-11T22:20:24,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742261_1437 (size=4469) 2024-11-11T22:20:24,422 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a010f9c60a213e8b4ad2b6c3dc741b52#A#compaction#366 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:20:24,423 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/ec235164f0be4c58bb4752a2322ee6b1 is 175, key is test_row_0/A:col10/1731363622560/Put/seqid=0 2024-11-11T22:20:24,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742263_1439 (size=31937) 2024-11-11T22:20:24,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-11T22:20:24,448 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a010f9c60a213e8b4ad2b6c3dc741b52/B of a010f9c60a213e8b4ad2b6c3dc741b52 into c1c2d2018dff49fd9b2ae5825e9d1071(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:20:24,448 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a010f9c60a213e8b4ad2b6c3dc741b52: 2024-11-11T22:20:24,448 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52., storeName=a010f9c60a213e8b4ad2b6c3dc741b52/B, priority=13, startTime=1731363624311; duration=0sec 2024-11-11T22:20:24,449 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:20:24,449 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a010f9c60a213e8b4ad2b6c3dc741b52:B 2024-11-11T22:20:24,449 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:20:24,450 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:20:24,450 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): a010f9c60a213e8b4ad2b6c3dc741b52/C is initiating minor compaction (all files) 2024-11-11T22:20:24,450 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a010f9c60a213e8b4ad2b6c3dc741b52/C in TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:24,450 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/d0e2760e22fe420095db07af8e75a4e5, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/9dcba6b2fd59429f91a20c2c98dd92b0, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/2b6c80d37bb84abebb46d53335e250b0] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp, totalSize=36.5 K 2024-11-11T22:20:24,450 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting d0e2760e22fe420095db07af8e75a4e5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731363620753 2024-11-11T22:20:24,451 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 9dcba6b2fd59429f91a20c2c98dd92b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731363621406 2024-11-11T22:20:24,451 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b6c80d37bb84abebb46d53335e250b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731363622560 2024-11-11T22:20:24,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:24,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363684449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:24,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:24,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363684449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:24,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:24,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363684449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:24,456 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:24,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-11T22:20:24,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:24,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. as already flushing 2024-11-11T22:20:24,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:24,456 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:24,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:24,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:24,458 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a010f9c60a213e8b4ad2b6c3dc741b52#C#compaction#369 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:20:24,459 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/15a990cc1eed492aa86006dd12c5ad22 is 50, key is test_row_0/C:col10/1731363622560/Put/seqid=0 2024-11-11T22:20:24,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742264_1440 (size=12983) 2024-11-11T22:20:24,466 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/15a990cc1eed492aa86006dd12c5ad22 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/15a990cc1eed492aa86006dd12c5ad22 2024-11-11T22:20:24,472 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a010f9c60a213e8b4ad2b6c3dc741b52/C of a010f9c60a213e8b4ad2b6c3dc741b52 into 15a990cc1eed492aa86006dd12c5ad22(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:20:24,472 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a010f9c60a213e8b4ad2b6c3dc741b52: 2024-11-11T22:20:24,472 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52., storeName=a010f9c60a213e8b4ad2b6c3dc741b52/C, priority=13, startTime=1731363624311; duration=0sec 2024-11-11T22:20:24,473 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:20:24,473 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a010f9c60a213e8b4ad2b6c3dc741b52:C 2024-11-11T22:20:24,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:24,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363684556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:24,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:24,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363684556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:24,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:24,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363684560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:24,608 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:24,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-11T22:20:24,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:24,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. as already flushing 2024-11-11T22:20:24,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:24,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:24,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:24,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:24,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-11T22:20:24,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:24,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363684758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:24,768 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:24,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-11T22:20:24,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:24,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. as already flushing 2024-11-11T22:20:24,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:24,770 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:24,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:24,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:24,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363684766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:24,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363684769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:24,829 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:24,846 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/ec235164f0be4c58bb4752a2322ee6b1 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/ec235164f0be4c58bb4752a2322ee6b1 2024-11-11T22:20:24,851 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111146f265169f4f40018c39979405f0548f_a010f9c60a213e8b4ad2b6c3dc741b52 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111146f265169f4f40018c39979405f0548f_a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:24,852 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/0ada8f0f8111447bb946d4f6bd3b0a8d, store: [table=TestAcidGuarantees family=A region=a010f9c60a213e8b4ad2b6c3dc741b52] 2024-11-11T22:20:24,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/0ada8f0f8111447bb946d4f6bd3b0a8d is 175, key is test_row_0/A:col10/1731363623710/Put/seqid=0 2024-11-11T22:20:24,856 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a010f9c60a213e8b4ad2b6c3dc741b52/A of a010f9c60a213e8b4ad2b6c3dc741b52 into ec235164f0be4c58bb4752a2322ee6b1(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:20:24,856 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a010f9c60a213e8b4ad2b6c3dc741b52: 2024-11-11T22:20:24,856 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52., storeName=a010f9c60a213e8b4ad2b6c3dc741b52/A, priority=13, startTime=1731363624310; duration=0sec 2024-11-11T22:20:24,856 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:20:24,856 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a010f9c60a213e8b4ad2b6c3dc741b52:A 2024-11-11T22:20:24,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742265_1441 (size=39949) 2024-11-11T22:20:24,861 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=316, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/0ada8f0f8111447bb946d4f6bd3b0a8d 2024-11-11T22:20:24,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/a61bd40ed989419c8a7d25f980ffb692 is 50, key is test_row_0/B:col10/1731363623710/Put/seqid=0 2024-11-11T22:20:24,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742266_1442 (size=12301) 2024-11-11T22:20:24,924 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:24,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-11T22:20:24,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:24,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. as already flushing 2024-11-11T22:20:24,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:24,925 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:24,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:24,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:25,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363685064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:25,077 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:25,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-11T22:20:25,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:25,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. as already flushing 2024-11-11T22:20:25,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:25,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:25,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:25,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:25,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:25,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363685076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:25,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:25,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363685079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:25,230 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:25,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-11T22:20:25,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:25,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. as already flushing 2024-11-11T22:20:25,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:25,231 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:25,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:25,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-11T22:20:25,296 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/a61bd40ed989419c8a7d25f980ffb692 2024-11-11T22:20:25,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/7bde79377e174aaa8f23a067f8072aea is 50, key is test_row_0/C:col10/1731363623710/Put/seqid=0 2024-11-11T22:20:25,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742267_1443 (size=12301) 2024-11-11T22:20:25,382 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:25,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-11T22:20:25,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:25,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. as already flushing 2024-11-11T22:20:25,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:25,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:25,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:25,543 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:25,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-11T22:20:25,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:25,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. as already flushing 2024-11-11T22:20:25,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:25,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:25,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:25,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363685581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:25,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363685585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:25,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363685588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:25,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39056 deadline: 1731363685607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:25,613 DEBUG [Thread-1608 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18233 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52., hostname=47c9c93ccfa8,41889,1731363510061, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T22:20:25,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39066 deadline: 1731363685681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:25,683 DEBUG [Thread-1610 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18319 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52., hostname=47c9c93ccfa8,41889,1731363510061, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T22:20:25,696 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:25,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-11T22:20:25,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:25,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. as already flushing 2024-11-11T22:20:25,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:25,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:25,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:25,732 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/7bde79377e174aaa8f23a067f8072aea 2024-11-11T22:20:25,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/0ada8f0f8111447bb946d4f6bd3b0a8d as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/0ada8f0f8111447bb946d4f6bd3b0a8d 2024-11-11T22:20:25,745 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/0ada8f0f8111447bb946d4f6bd3b0a8d, entries=200, sequenceid=316, filesize=39.0 K 2024-11-11T22:20:25,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/a61bd40ed989419c8a7d25f980ffb692 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/a61bd40ed989419c8a7d25f980ffb692 2024-11-11T22:20:25,755 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/a61bd40ed989419c8a7d25f980ffb692, entries=150, sequenceid=316, filesize=12.0 K 2024-11-11T22:20:25,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/7bde79377e174aaa8f23a067f8072aea as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/7bde79377e174aaa8f23a067f8072aea 2024-11-11T22:20:25,762 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/7bde79377e174aaa8f23a067f8072aea, entries=150, sequenceid=316, filesize=12.0 K 2024-11-11T22:20:25,766 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for a010f9c60a213e8b4ad2b6c3dc741b52 in 1379ms, sequenceid=316, compaction requested=false 2024-11-11T22:20:25,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a010f9c60a213e8b4ad2b6c3dc741b52: 2024-11-11T22:20:25,849 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:25,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-11T22:20:25,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:25,853 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing a010f9c60a213e8b4ad2b6c3dc741b52 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T22:20:25,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=A 2024-11-11T22:20:25,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:25,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=B 2024-11-11T22:20:25,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:25,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=C 2024-11-11T22:20:25,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:25,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111235ec68e857c49caa720c87b202b767c_a010f9c60a213e8b4ad2b6c3dc741b52 is 50, key is test_row_0/A:col10/1731363624429/Put/seqid=0 2024-11-11T22:20:25,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742268_1444 (size=12454) 2024-11-11T22:20:25,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:25,909 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111235ec68e857c49caa720c87b202b767c_a010f9c60a213e8b4ad2b6c3dc741b52 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111235ec68e857c49caa720c87b202b767c_a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:25,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/cc1181cdb06f4f63a67d7e59eb817da3, store: [table=TestAcidGuarantees family=A region=a010f9c60a213e8b4ad2b6c3dc741b52] 2024-11-11T22:20:25,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/cc1181cdb06f4f63a67d7e59eb817da3 is 175, key is test_row_0/A:col10/1731363624429/Put/seqid=0 2024-11-11T22:20:25,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742269_1445 (size=31255) 2024-11-11T22:20:25,923 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=332, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/cc1181cdb06f4f63a67d7e59eb817da3 2024-11-11T22:20:25,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/c9a030fa7dd841fb9cf127bd3754e66c is 50, key is test_row_0/B:col10/1731363624429/Put/seqid=0 2024-11-11T22:20:25,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742270_1446 (size=12301) 2024-11-11T22:20:25,942 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/c9a030fa7dd841fb9cf127bd3754e66c 2024-11-11T22:20:25,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/96c4347660c74a9b90dfb6aa4c70a007 is 50, key is test_row_0/C:col10/1731363624429/Put/seqid=0 2024-11-11T22:20:25,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742271_1447 (size=12301) 2024-11-11T22:20:26,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-11T22:20:26,368 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/96c4347660c74a9b90dfb6aa4c70a007 2024-11-11T22:20:26,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/cc1181cdb06f4f63a67d7e59eb817da3 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/cc1181cdb06f4f63a67d7e59eb817da3 2024-11-11T22:20:26,394 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/cc1181cdb06f4f63a67d7e59eb817da3, entries=150, sequenceid=332, filesize=30.5 K 2024-11-11T22:20:26,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/c9a030fa7dd841fb9cf127bd3754e66c as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/c9a030fa7dd841fb9cf127bd3754e66c 2024-11-11T22:20:26,400 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/c9a030fa7dd841fb9cf127bd3754e66c, entries=150, sequenceid=332, filesize=12.0 K 2024-11-11T22:20:26,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/96c4347660c74a9b90dfb6aa4c70a007 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/96c4347660c74a9b90dfb6aa4c70a007 2024-11-11T22:20:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,407 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/96c4347660c74a9b90dfb6aa4c70a007, entries=150, sequenceid=332, filesize=12.0 K 2024-11-11T22:20:26,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,408 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for a010f9c60a213e8b4ad2b6c3dc741b52 in 555ms, sequenceid=332, compaction requested=true 2024-11-11T22:20:26,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for a010f9c60a213e8b4ad2b6c3dc741b52: 2024-11-11T22:20:26,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:26,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-11T22:20:26,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-11T22:20:26,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-11T22:20:26,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2640 sec 2024-11-11T22:20:26,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 2.2690 sec 2024-11-11T22:20:26,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:26,922 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a010f9c60a213e8b4ad2b6c3dc741b52 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T22:20:26,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=A 2024-11-11T22:20:26,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:26,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=B 2024-11-11T22:20:26,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:26,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=C 2024-11-11T22:20:26,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:26,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111acca975cd5ca4dfab9f5ab740a6d3d6c_a010f9c60a213e8b4ad2b6c3dc741b52 is 50, key is test_row_0/A:col10/1731363626919/Put/seqid=0 2024-11-11T22:20:26,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742272_1448 (size=22618) 2024-11-11T22:20:26,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:26,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363686987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:26,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:26,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363686996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:27,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:27,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363686997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:27,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:27,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363687098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:27,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:27,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363687101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:27,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:27,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363687103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:27,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:27,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363687305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:27,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:27,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363687307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:27,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:27,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363687307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:27,357 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:27,362 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111acca975cd5ca4dfab9f5ab740a6d3d6c_a010f9c60a213e8b4ad2b6c3dc741b52 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111acca975cd5ca4dfab9f5ab740a6d3d6c_a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:27,364 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/47bf1af2f17547bd96d710eb8d543c8b, store: [table=TestAcidGuarantees family=A region=a010f9c60a213e8b4ad2b6c3dc741b52] 2024-11-11T22:20:27,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/47bf1af2f17547bd96d710eb8d543c8b is 175, key is test_row_0/A:col10/1731363626919/Put/seqid=0 2024-11-11T22:20:27,387 DEBUG [Thread-1623 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b308f62 to 127.0.0.1:61334 2024-11-11T22:20:27,387 DEBUG [Thread-1623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:20:27,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742273_1449 (size=66023) 2024-11-11T22:20:27,388 DEBUG [Thread-1625 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68035c67 to 127.0.0.1:61334 2024-11-11T22:20:27,388 DEBUG [Thread-1625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:20:27,390 DEBUG [Thread-1619 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x683f8469 to 127.0.0.1:61334 2024-11-11T22:20:27,390 DEBUG [Thread-1619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:20:27,393 DEBUG [Thread-1621 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75e4d3d0 to 127.0.0.1:61334 2024-11-11T22:20:27,393 DEBUG [Thread-1621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:20:27,395 DEBUG [Thread-1617 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f49665c to 127.0.0.1:61334 2024-11-11T22:20:27,395 DEBUG [Thread-1617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:20:27,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:27,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363687608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:27,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:27,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:27,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363687611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:27,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363687611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:27,788 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=344, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/47bf1af2f17547bd96d710eb8d543c8b 2024-11-11T22:20:27,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/639fd3e249c54e2fbecb93165b748e49 is 50, key is test_row_0/B:col10/1731363626919/Put/seqid=0 2024-11-11T22:20:27,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742274_1450 (size=12301) 2024-11-11T22:20:28,095 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T22:20:28,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:28,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39042 deadline: 1731363688111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:28,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:28,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39006 deadline: 1731363688112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:28,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:28,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39040 deadline: 1731363688113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:28,199 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/639fd3e249c54e2fbecb93165b748e49 2024-11-11T22:20:28,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/8235d3e9651043b5974ad558341924e2 is 50, key is test_row_0/C:col10/1731363626919/Put/seqid=0 2024-11-11T22:20:28,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742275_1451 (size=12301) 2024-11-11T22:20:28,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-11T22:20:28,254 INFO [Thread-1616 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-11T22:20:28,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/8235d3e9651043b5974ad558341924e2 2024-11-11T22:20:28,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/47bf1af2f17547bd96d710eb8d543c8b as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/47bf1af2f17547bd96d710eb8d543c8b 2024-11-11T22:20:28,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/47bf1af2f17547bd96d710eb8d543c8b, entries=350, sequenceid=344, filesize=64.5 K 2024-11-11T22:20:28,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/639fd3e249c54e2fbecb93165b748e49 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/639fd3e249c54e2fbecb93165b748e49 2024-11-11T22:20:28,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/639fd3e249c54e2fbecb93165b748e49, entries=150, sequenceid=344, filesize=12.0 K 2024-11-11T22:20:28,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/8235d3e9651043b5974ad558341924e2 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/8235d3e9651043b5974ad558341924e2 2024-11-11T22:20:28,650 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/8235d3e9651043b5974ad558341924e2, entries=150, sequenceid=344, filesize=12.0 K 2024-11-11T22:20:28,651 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a010f9c60a213e8b4ad2b6c3dc741b52 in 1729ms, sequenceid=344, compaction requested=true 2024-11-11T22:20:28,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a010f9c60a213e8b4ad2b6c3dc741b52: 2024-11-11T22:20:28,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a010f9c60a213e8b4ad2b6c3dc741b52:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T22:20:28,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:20:28,651 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T22:20:28,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a010f9c60a213e8b4ad2b6c3dc741b52:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T22:20:28,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:20:28,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a010f9c60a213e8b4ad2b6c3dc741b52:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:20:28,652 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T22:20:28,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:20:28,653 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 169164 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T22:20:28,653 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): a010f9c60a213e8b4ad2b6c3dc741b52/A is initiating minor compaction (all files) 2024-11-11T22:20:28,653 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T22:20:28,653 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a010f9c60a213e8b4ad2b6c3dc741b52/A in TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:28,653 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): a010f9c60a213e8b4ad2b6c3dc741b52/B is initiating minor compaction (all files) 2024-11-11T22:20:28,653 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/ec235164f0be4c58bb4752a2322ee6b1, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/0ada8f0f8111447bb946d4f6bd3b0a8d, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/cc1181cdb06f4f63a67d7e59eb817da3, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/47bf1af2f17547bd96d710eb8d543c8b] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp, totalSize=165.2 K 2024-11-11T22:20:28,653 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a010f9c60a213e8b4ad2b6c3dc741b52/B in TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:28,653 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:28,653 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. files: [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/ec235164f0be4c58bb4752a2322ee6b1, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/0ada8f0f8111447bb946d4f6bd3b0a8d, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/cc1181cdb06f4f63a67d7e59eb817da3, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/47bf1af2f17547bd96d710eb8d543c8b] 2024-11-11T22:20:28,653 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/c1c2d2018dff49fd9b2ae5825e9d1071, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/a61bd40ed989419c8a7d25f980ffb692, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/c9a030fa7dd841fb9cf127bd3754e66c, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/639fd3e249c54e2fbecb93165b748e49] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp, totalSize=48.7 K 2024-11-11T22:20:28,653 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec235164f0be4c58bb4752a2322ee6b1, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731363622560 2024-11-11T22:20:28,653 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting c1c2d2018dff49fd9b2ae5825e9d1071, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731363622560 2024-11-11T22:20:28,654 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting a61bd40ed989419c8a7d25f980ffb692, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731363623710 2024-11-11T22:20:28,654 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ada8f0f8111447bb946d4f6bd3b0a8d, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731363623710 2024-11-11T22:20:28,654 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting c9a030fa7dd841fb9cf127bd3754e66c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731363624412 2024-11-11T22:20:28,654 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc1181cdb06f4f63a67d7e59eb817da3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731363624412 2024-11-11T22:20:28,654 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 639fd3e249c54e2fbecb93165b748e49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1731363626919 2024-11-11T22:20:28,654 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 47bf1af2f17547bd96d710eb8d543c8b, keycount=350, bloomtype=ROW, size=64.5 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1731363626758 2024-11-11T22:20:28,672 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a010f9c60a213e8b4ad2b6c3dc741b52] 2024-11-11T22:20:28,673 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a010f9c60a213e8b4ad2b6c3dc741b52#B#compaction#378 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:20:28,673 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/df6622ae8f7f4c31b7fa246f798049ce is 50, key is test_row_0/B:col10/1731363626919/Put/seqid=0 2024-11-11T22:20:28,678 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111eb9cdb6c2730493d9618cbe709205542_a010f9c60a213e8b4ad2b6c3dc741b52 store=[table=TestAcidGuarantees family=A region=a010f9c60a213e8b4ad2b6c3dc741b52] 2024-11-11T22:20:28,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742276_1452 (size=13119) 2024-11-11T22:20:28,712 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/df6622ae8f7f4c31b7fa246f798049ce as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/df6622ae8f7f4c31b7fa246f798049ce 2024-11-11T22:20:28,719 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a010f9c60a213e8b4ad2b6c3dc741b52/B of a010f9c60a213e8b4ad2b6c3dc741b52 into df6622ae8f7f4c31b7fa246f798049ce(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:20:28,719 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a010f9c60a213e8b4ad2b6c3dc741b52: 2024-11-11T22:20:28,719 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52., storeName=a010f9c60a213e8b4ad2b6c3dc741b52/B, priority=12, startTime=1731363628651; duration=0sec 2024-11-11T22:20:28,719 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:20:28,719 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a010f9c60a213e8b4ad2b6c3dc741b52:B 2024-11-11T22:20:28,719 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T22:20:28,720 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T22:20:28,720 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): a010f9c60a213e8b4ad2b6c3dc741b52/C is initiating minor compaction (all files) 2024-11-11T22:20:28,720 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a010f9c60a213e8b4ad2b6c3dc741b52/C in TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:28,720 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/15a990cc1eed492aa86006dd12c5ad22, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/7bde79377e174aaa8f23a067f8072aea, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/96c4347660c74a9b90dfb6aa4c70a007, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/8235d3e9651043b5974ad558341924e2] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp, totalSize=48.7 K 2024-11-11T22:20:28,721 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 15a990cc1eed492aa86006dd12c5ad22, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731363622560 2024-11-11T22:20:28,721 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 7bde79377e174aaa8f23a067f8072aea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731363623710 2024-11-11T22:20:28,722 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 96c4347660c74a9b90dfb6aa4c70a007, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731363624412 2024-11-11T22:20:28,722 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111eb9cdb6c2730493d9618cbe709205542_a010f9c60a213e8b4ad2b6c3dc741b52, store=[table=TestAcidGuarantees family=A region=a010f9c60a213e8b4ad2b6c3dc741b52] 2024-11-11T22:20:28,722 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111eb9cdb6c2730493d9618cbe709205542_a010f9c60a213e8b4ad2b6c3dc741b52 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a010f9c60a213e8b4ad2b6c3dc741b52] 2024-11-11T22:20:28,722 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 8235d3e9651043b5974ad558341924e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1731363626919 2024-11-11T22:20:28,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742277_1453 (size=4469) 2024-11-11T22:20:28,731 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a010f9c60a213e8b4ad2b6c3dc741b52#A#compaction#379 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:20:28,731 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/f44ea6df57e348c0b1be228d4e537c20 is 175, key is test_row_0/A:col10/1731363626919/Put/seqid=0 2024-11-11T22:20:28,739 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a010f9c60a213e8b4ad2b6c3dc741b52#C#compaction#380 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:20:28,739 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/6aa36b10a3b24a80883711a80269d507 is 50, key is test_row_0/C:col10/1731363626919/Put/seqid=0 2024-11-11T22:20:28,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742278_1454 (size=32073) 2024-11-11T22:20:28,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742279_1455 (size=13119) 2024-11-11T22:20:28,759 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/6aa36b10a3b24a80883711a80269d507 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/6aa36b10a3b24a80883711a80269d507 2024-11-11T22:20:28,772 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a010f9c60a213e8b4ad2b6c3dc741b52/C of a010f9c60a213e8b4ad2b6c3dc741b52 into 6aa36b10a3b24a80883711a80269d507(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:20:28,772 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a010f9c60a213e8b4ad2b6c3dc741b52: 2024-11-11T22:20:28,772 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52., storeName=a010f9c60a213e8b4ad2b6c3dc741b52/C, priority=12, startTime=1731363628652; duration=0sec 2024-11-11T22:20:28,773 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:20:28,773 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a010f9c60a213e8b4ad2b6c3dc741b52:C 2024-11-11T22:20:29,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:29,116 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a010f9c60a213e8b4ad2b6c3dc741b52 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T22:20:29,116 DEBUG [Thread-1614 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f94d721 to 127.0.0.1:61334 2024-11-11T22:20:29,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=A 2024-11-11T22:20:29,117 DEBUG [Thread-1614 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:20:29,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:29,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=B 2024-11-11T22:20:29,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:29,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=C 2024-11-11T22:20:29,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:29,119 DEBUG [Thread-1606 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7b6cf8cb to 127.0.0.1:61334 2024-11-11T22:20:29,119 DEBUG [Thread-1606 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:20:29,122 DEBUG [Thread-1612 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c336ea4 to 127.0.0.1:61334 2024-11-11T22:20:29,122 DEBUG [Thread-1612 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:20:29,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111192743899f52647dd8f6d3739f251c673_a010f9c60a213e8b4ad2b6c3dc741b52 is 50, key is test_row_0/A:col10/1731363626984/Put/seqid=0 2024-11-11T22:20:29,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742280_1456 (size=12454) 2024-11-11T22:20:29,132 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:29,136 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111192743899f52647dd8f6d3739f251c673_a010f9c60a213e8b4ad2b6c3dc741b52 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111192743899f52647dd8f6d3739f251c673_a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:29,137 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/463d3c505ffc45898f4afea72454c873, store: [table=TestAcidGuarantees family=A region=a010f9c60a213e8b4ad2b6c3dc741b52] 2024-11-11T22:20:29,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/463d3c505ffc45898f4afea72454c873 is 175, key is test_row_0/A:col10/1731363626984/Put/seqid=0 2024-11-11T22:20:29,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742281_1457 (size=31255) 2024-11-11T22:20:29,146 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=371, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/463d3c505ffc45898f4afea72454c873 2024-11-11T22:20:29,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/06341c8e929943c18ce8d9da08070687 is 50, key is test_row_0/B:col10/1731363626984/Put/seqid=0 2024-11-11T22:20:29,154 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/f44ea6df57e348c0b1be228d4e537c20 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/f44ea6df57e348c0b1be228d4e537c20 2024-11-11T22:20:29,159 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a010f9c60a213e8b4ad2b6c3dc741b52/A of a010f9c60a213e8b4ad2b6c3dc741b52 into f44ea6df57e348c0b1be228d4e537c20(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:20:29,159 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a010f9c60a213e8b4ad2b6c3dc741b52: 2024-11-11T22:20:29,159 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52., storeName=a010f9c60a213e8b4ad2b6c3dc741b52/A, priority=12, startTime=1731363628651; duration=0sec 2024-11-11T22:20:29,159 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:20:29,159 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a010f9c60a213e8b4ad2b6c3dc741b52:A 2024-11-11T22:20:29,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742282_1458 (size=12301) 2024-11-11T22:20:29,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/06341c8e929943c18ce8d9da08070687 2024-11-11T22:20:29,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/f75de7f936f94fc9b156ae50a5ec1073 is 50, key is test_row_0/C:col10/1731363626984/Put/seqid=0 2024-11-11T22:20:29,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742283_1459 (size=12301) 2024-11-11T22:20:29,181 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/f75de7f936f94fc9b156ae50a5ec1073 2024-11-11T22:20:29,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/463d3c505ffc45898f4afea72454c873 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/463d3c505ffc45898f4afea72454c873 2024-11-11T22:20:29,195 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/463d3c505ffc45898f4afea72454c873, entries=150, sequenceid=371, filesize=30.5 K 2024-11-11T22:20:29,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/06341c8e929943c18ce8d9da08070687 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/06341c8e929943c18ce8d9da08070687 2024-11-11T22:20:29,199 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/06341c8e929943c18ce8d9da08070687, entries=150, sequenceid=371, filesize=12.0 K 2024-11-11T22:20:29,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/f75de7f936f94fc9b156ae50a5ec1073 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/f75de7f936f94fc9b156ae50a5ec1073 2024-11-11T22:20:29,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/f75de7f936f94fc9b156ae50a5ec1073, entries=150, sequenceid=371, filesize=12.0 K 2024-11-11T22:20:29,205 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=13.42 KB/13740 for a010f9c60a213e8b4ad2b6c3dc741b52 in 88ms, sequenceid=371, compaction requested=false 2024-11-11T22:20:29,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a010f9c60a213e8b4ad2b6c3dc741b52: 2024-11-11T22:20:32,050 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/9a08936cb5c449fb92f92a805f622cdc, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/1c63debb059e44ef95068187cebef6f6, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/af28631eb2de4349a01838efa87012ab, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/9c9a04805cbe43de9c2e97b629fd3c91, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/8d7b22c99fc64dec829312c460d5042d, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/8348d018df594d3687e60052b69be011, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/015f536c93b64e3d8a9056f1455948e3, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/311edb1c83b542ab8d7aed3b9ef3cca5, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/4787c38a56654eea8ec9f783482378f4, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/c751f0dd2882483db2e0920438b8303a, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/16b1c98da5c34b80bd40abc289117f1c, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/b580a6866d164e3c80cda97b625798ad, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/f04be4e3dbd7455ba979ae8c825ddfe1, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/b7cae50acaa54a359417f053cfd82f04, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/bb0b2fc195624c9bbb242a8db725aaac, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/4f5b23770c41451db7cf6aa555631722, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/a5f9dee3226f441bb3ddb3ef5d824c75, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/978eff358cb148149169039311cc7ede, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/15d7e0ca39af494e9c137025c7e7b79e, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/877ca372b24e4185864246dc1e3e0f06, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/ec235164f0be4c58bb4752a2322ee6b1, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/0ada8f0f8111447bb946d4f6bd3b0a8d, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/cc1181cdb06f4f63a67d7e59eb817da3, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/47bf1af2f17547bd96d710eb8d543c8b] to archive 2024-11-11T22:20:32,051 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T22:20:32,052 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/9a08936cb5c449fb92f92a805f622cdc to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/9a08936cb5c449fb92f92a805f622cdc 2024-11-11T22:20:32,053 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/1c63debb059e44ef95068187cebef6f6 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/1c63debb059e44ef95068187cebef6f6 2024-11-11T22:20:32,054 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/af28631eb2de4349a01838efa87012ab to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/af28631eb2de4349a01838efa87012ab 2024-11-11T22:20:32,055 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/9c9a04805cbe43de9c2e97b629fd3c91 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/9c9a04805cbe43de9c2e97b629fd3c91 2024-11-11T22:20:32,056 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/8d7b22c99fc64dec829312c460d5042d to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/8d7b22c99fc64dec829312c460d5042d 2024-11-11T22:20:32,057 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/8348d018df594d3687e60052b69be011 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/8348d018df594d3687e60052b69be011 2024-11-11T22:20:32,058 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/015f536c93b64e3d8a9056f1455948e3 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/015f536c93b64e3d8a9056f1455948e3 2024-11-11T22:20:32,059 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/311edb1c83b542ab8d7aed3b9ef3cca5 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/311edb1c83b542ab8d7aed3b9ef3cca5 2024-11-11T22:20:32,060 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/4787c38a56654eea8ec9f783482378f4 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/4787c38a56654eea8ec9f783482378f4 2024-11-11T22:20:32,061 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/c751f0dd2882483db2e0920438b8303a to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/c751f0dd2882483db2e0920438b8303a 2024-11-11T22:20:32,062 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/16b1c98da5c34b80bd40abc289117f1c to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/16b1c98da5c34b80bd40abc289117f1c 2024-11-11T22:20:32,062 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/b580a6866d164e3c80cda97b625798ad to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/b580a6866d164e3c80cda97b625798ad 2024-11-11T22:20:32,063 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/f04be4e3dbd7455ba979ae8c825ddfe1 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/f04be4e3dbd7455ba979ae8c825ddfe1 2024-11-11T22:20:32,064 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/b7cae50acaa54a359417f053cfd82f04 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/b7cae50acaa54a359417f053cfd82f04 2024-11-11T22:20:32,065 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/bb0b2fc195624c9bbb242a8db725aaac to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/bb0b2fc195624c9bbb242a8db725aaac 2024-11-11T22:20:32,066 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/4f5b23770c41451db7cf6aa555631722 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/4f5b23770c41451db7cf6aa555631722 2024-11-11T22:20:32,067 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/a5f9dee3226f441bb3ddb3ef5d824c75 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/a5f9dee3226f441bb3ddb3ef5d824c75 2024-11-11T22:20:32,067 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/978eff358cb148149169039311cc7ede to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/978eff358cb148149169039311cc7ede 2024-11-11T22:20:32,068 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/15d7e0ca39af494e9c137025c7e7b79e to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/15d7e0ca39af494e9c137025c7e7b79e 2024-11-11T22:20:32,069 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/877ca372b24e4185864246dc1e3e0f06 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/877ca372b24e4185864246dc1e3e0f06 2024-11-11T22:20:32,070 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/ec235164f0be4c58bb4752a2322ee6b1 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/ec235164f0be4c58bb4752a2322ee6b1 2024-11-11T22:20:32,070 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/0ada8f0f8111447bb946d4f6bd3b0a8d to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/0ada8f0f8111447bb946d4f6bd3b0a8d 2024-11-11T22:20:32,071 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/cc1181cdb06f4f63a67d7e59eb817da3 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/cc1181cdb06f4f63a67d7e59eb817da3 2024-11-11T22:20:32,072 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/47bf1af2f17547bd96d710eb8d543c8b to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/47bf1af2f17547bd96d710eb8d543c8b 2024-11-11T22:20:32,075 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/e02e65c6564541b8bcb1d7b6220b05c1, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/31f80d6afad94540a23c0309e5afdbf5, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/4d668442b56a4b4c9647f9c6332cac93, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/cc3d870b2b7c4a8ca51f3240961a36b8, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/65c2d02387584286bc331bd3c5430087, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/2f1ce90574de4ad38740e2af50273141, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/8886ec0ad99e411c819e9f036172f5f6, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/6e9c3027640d4d4786c4ca979e2a6044, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/131334806ab044dc86611323bcd630ad, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/ea3d1ffa4bee4a939c2e830e6453ea04, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/01657cdfaf334f88abcd2e497f8699b1, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/f1e55f0f06e64be6ac2502ad2cfb43c2, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/afe192ca8a6f447f9b8f7113a84874f9, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/672434449c754f58bbc8c5ac42ce34ff, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/8913f3e988484c23b25d0ce679a698f2, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/c0e2393d2a6c4ab5b7d0decc4a7a1494, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/cf6bfc5509f146ab95af8104591dd626, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/a0503b4ecec548b9ad4738bd01e4eebf, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/50084f33d4a540d78b1a2fec262bdf4e, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/c1c2d2018dff49fd9b2ae5825e9d1071, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/c126e9d78a944da5abfcce3bfa434d7b, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/a61bd40ed989419c8a7d25f980ffb692, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/c9a030fa7dd841fb9cf127bd3754e66c, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/639fd3e249c54e2fbecb93165b748e49] to archive 2024-11-11T22:20:32,075 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T22:20:32,076 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/e02e65c6564541b8bcb1d7b6220b05c1 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/e02e65c6564541b8bcb1d7b6220b05c1 2024-11-11T22:20:32,077 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/31f80d6afad94540a23c0309e5afdbf5 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/31f80d6afad94540a23c0309e5afdbf5 2024-11-11T22:20:32,078 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/4d668442b56a4b4c9647f9c6332cac93 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/4d668442b56a4b4c9647f9c6332cac93 2024-11-11T22:20:32,078 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/cc3d870b2b7c4a8ca51f3240961a36b8 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/cc3d870b2b7c4a8ca51f3240961a36b8 2024-11-11T22:20:32,079 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/65c2d02387584286bc331bd3c5430087 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/65c2d02387584286bc331bd3c5430087 2024-11-11T22:20:32,080 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/2f1ce90574de4ad38740e2af50273141 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/2f1ce90574de4ad38740e2af50273141 2024-11-11T22:20:32,081 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/8886ec0ad99e411c819e9f036172f5f6 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/8886ec0ad99e411c819e9f036172f5f6 2024-11-11T22:20:32,081 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/6e9c3027640d4d4786c4ca979e2a6044 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/6e9c3027640d4d4786c4ca979e2a6044 2024-11-11T22:20:32,082 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/131334806ab044dc86611323bcd630ad to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/131334806ab044dc86611323bcd630ad 2024-11-11T22:20:32,083 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/ea3d1ffa4bee4a939c2e830e6453ea04 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/ea3d1ffa4bee4a939c2e830e6453ea04 2024-11-11T22:20:32,083 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/01657cdfaf334f88abcd2e497f8699b1 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/01657cdfaf334f88abcd2e497f8699b1 2024-11-11T22:20:32,084 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/f1e55f0f06e64be6ac2502ad2cfb43c2 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/f1e55f0f06e64be6ac2502ad2cfb43c2 2024-11-11T22:20:32,085 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/afe192ca8a6f447f9b8f7113a84874f9 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/afe192ca8a6f447f9b8f7113a84874f9 2024-11-11T22:20:32,086 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/672434449c754f58bbc8c5ac42ce34ff to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/672434449c754f58bbc8c5ac42ce34ff 2024-11-11T22:20:32,087 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/8913f3e988484c23b25d0ce679a698f2 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/8913f3e988484c23b25d0ce679a698f2 2024-11-11T22:20:32,088 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/c0e2393d2a6c4ab5b7d0decc4a7a1494 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/c0e2393d2a6c4ab5b7d0decc4a7a1494 2024-11-11T22:20:32,089 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/cf6bfc5509f146ab95af8104591dd626 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/cf6bfc5509f146ab95af8104591dd626 2024-11-11T22:20:32,090 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/a0503b4ecec548b9ad4738bd01e4eebf to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/a0503b4ecec548b9ad4738bd01e4eebf 2024-11-11T22:20:32,091 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/50084f33d4a540d78b1a2fec262bdf4e to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/50084f33d4a540d78b1a2fec262bdf4e 2024-11-11T22:20:32,092 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/c1c2d2018dff49fd9b2ae5825e9d1071 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/c1c2d2018dff49fd9b2ae5825e9d1071 2024-11-11T22:20:32,093 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/c126e9d78a944da5abfcce3bfa434d7b to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/c126e9d78a944da5abfcce3bfa434d7b 2024-11-11T22:20:32,093 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/a61bd40ed989419c8a7d25f980ffb692 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/a61bd40ed989419c8a7d25f980ffb692 2024-11-11T22:20:32,094 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/c9a030fa7dd841fb9cf127bd3754e66c to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/c9a030fa7dd841fb9cf127bd3754e66c 2024-11-11T22:20:32,095 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/639fd3e249c54e2fbecb93165b748e49 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/639fd3e249c54e2fbecb93165b748e49 2024-11-11T22:20:32,098 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/bf5a019f26f84088a5ac1828ac3d9bfc, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/d3411bdd5049440e8c30ad299f71dab7, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/d8162ccada56422f82a8fd5b419cc547, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/13cc2f49cc73436dbf2dc59db1141d51, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/54cd6561228f442181d8456ba2e6e380, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/d7d247a280484013908a075967b583fb, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/73db151c49ff41168c09f26ecc58700c, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/ec1d32c139f34d769005fcb4277b7130, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/14ed8fd219d84e818c12f4ef59c9897b, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/96a5b18ada1a4f70a0f12f95fee6c97c, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/667fdb78b4e8457d92b987e24683df35, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/d5e8f7cfd24a4335907b0f56be20445b, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/0b5c74f36df846a498a7f5d44bb20c79, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/6bb81ef3180e45099b2cbfff140ebfd3, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/ec6c0f06cc3143699a5e5508affada0f, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/d50afa9d704d42e995b0ba673a1b7c3d, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/d0e2760e22fe420095db07af8e75a4e5, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/bac51e022d074d55af23793e0a9f48cb, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/9dcba6b2fd59429f91a20c2c98dd92b0, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/15a990cc1eed492aa86006dd12c5ad22, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/2b6c80d37bb84abebb46d53335e250b0, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/7bde79377e174aaa8f23a067f8072aea, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/96c4347660c74a9b90dfb6aa4c70a007, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/8235d3e9651043b5974ad558341924e2] to archive 2024-11-11T22:20:32,099 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T22:20:32,100 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/bf5a019f26f84088a5ac1828ac3d9bfc to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/bf5a019f26f84088a5ac1828ac3d9bfc 2024-11-11T22:20:32,100 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/d3411bdd5049440e8c30ad299f71dab7 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/d3411bdd5049440e8c30ad299f71dab7 2024-11-11T22:20:32,101 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/d8162ccada56422f82a8fd5b419cc547 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/d8162ccada56422f82a8fd5b419cc547 2024-11-11T22:20:32,102 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/13cc2f49cc73436dbf2dc59db1141d51 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/13cc2f49cc73436dbf2dc59db1141d51 2024-11-11T22:20:32,103 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/54cd6561228f442181d8456ba2e6e380 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/54cd6561228f442181d8456ba2e6e380 2024-11-11T22:20:32,104 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/d7d247a280484013908a075967b583fb to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/d7d247a280484013908a075967b583fb 2024-11-11T22:20:32,105 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/73db151c49ff41168c09f26ecc58700c to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/73db151c49ff41168c09f26ecc58700c 2024-11-11T22:20:32,106 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/ec1d32c139f34d769005fcb4277b7130 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/ec1d32c139f34d769005fcb4277b7130 2024-11-11T22:20:32,106 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/14ed8fd219d84e818c12f4ef59c9897b to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/14ed8fd219d84e818c12f4ef59c9897b 2024-11-11T22:20:32,107 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/96a5b18ada1a4f70a0f12f95fee6c97c to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/96a5b18ada1a4f70a0f12f95fee6c97c 2024-11-11T22:20:32,108 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/667fdb78b4e8457d92b987e24683df35 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/667fdb78b4e8457d92b987e24683df35 2024-11-11T22:20:32,109 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/d5e8f7cfd24a4335907b0f56be20445b to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/d5e8f7cfd24a4335907b0f56be20445b 2024-11-11T22:20:32,110 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/0b5c74f36df846a498a7f5d44bb20c79 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/0b5c74f36df846a498a7f5d44bb20c79 2024-11-11T22:20:32,111 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/6bb81ef3180e45099b2cbfff140ebfd3 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/6bb81ef3180e45099b2cbfff140ebfd3 2024-11-11T22:20:32,112 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/ec6c0f06cc3143699a5e5508affada0f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/ec6c0f06cc3143699a5e5508affada0f 2024-11-11T22:20:32,113 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/d50afa9d704d42e995b0ba673a1b7c3d to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/d50afa9d704d42e995b0ba673a1b7c3d 2024-11-11T22:20:32,113 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/d0e2760e22fe420095db07af8e75a4e5 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/d0e2760e22fe420095db07af8e75a4e5 2024-11-11T22:20:32,114 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/bac51e022d074d55af23793e0a9f48cb to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/bac51e022d074d55af23793e0a9f48cb 2024-11-11T22:20:32,115 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/9dcba6b2fd59429f91a20c2c98dd92b0 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/9dcba6b2fd59429f91a20c2c98dd92b0 2024-11-11T22:20:32,116 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/15a990cc1eed492aa86006dd12c5ad22 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/15a990cc1eed492aa86006dd12c5ad22 2024-11-11T22:20:32,117 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/2b6c80d37bb84abebb46d53335e250b0 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/2b6c80d37bb84abebb46d53335e250b0 2024-11-11T22:20:32,118 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/7bde79377e174aaa8f23a067f8072aea to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/7bde79377e174aaa8f23a067f8072aea 2024-11-11T22:20:32,121 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/96c4347660c74a9b90dfb6aa4c70a007 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/96c4347660c74a9b90dfb6aa4c70a007 2024-11-11T22:20:32,122 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/47c9c93ccfa8:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/8235d3e9651043b5974ad558341924e2 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/8235d3e9651043b5974ad558341924e2 2024-11-11T22:20:33,545 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:39909 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:39909,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:35,704 DEBUG [Thread-1610 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3dd5b441 to 127.0.0.1:61334 2024-11-11T22:20:35,704 DEBUG [Thread-1610 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:20:35,714 DEBUG [Thread-1608 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ec15031 to 127.0.0.1:61334 2024-11-11T22:20:35,714 DEBUG [Thread-1608 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:20:35,714 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-11T22:20:35,714 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 97 2024-11-11T22:20:35,714 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 6 2024-11-11T22:20:35,714 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 1 2024-11-11T22:20:35,714 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 96 2024-11-11T22:20:35,714 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 94 2024-11-11T22:20:35,714 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-11T22:20:35,714 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-11T22:20:35,714 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1970 2024-11-11T22:20:35,714 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5908 rows 2024-11-11T22:20:35,714 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1965 2024-11-11T22:20:35,714 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5895 rows 2024-11-11T22:20:35,714 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1984 2024-11-11T22:20:35,715 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5952 rows 2024-11-11T22:20:35,715 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1962 2024-11-11T22:20:35,715 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5885 rows 2024-11-11T22:20:35,715 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1956 2024-11-11T22:20:35,715 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5868 rows 2024-11-11T22:20:35,715 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-11T22:20:35,715 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b82ba2a to 127.0.0.1:61334 2024-11-11T22:20:35,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:20:35,717 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-11T22:20:35,718 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-11T22:20:35,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-11T22:20:35,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-11T22:20:35,722 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731363635722"}]},"ts":"1731363635722"} 2024-11-11T22:20:35,724 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-11T22:20:35,728 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-11T22:20:35,728 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T22:20:35,729 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a010f9c60a213e8b4ad2b6c3dc741b52, UNASSIGN}] 2024-11-11T22:20:35,730 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=112, ppid=111, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a010f9c60a213e8b4ad2b6c3dc741b52, UNASSIGN 2024-11-11T22:20:35,730 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=112 updating hbase:meta row=a010f9c60a213e8b4ad2b6c3dc741b52, regionState=CLOSING, regionLocation=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:35,731 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T22:20:35,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; CloseRegionProcedure a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061}] 2024-11-11T22:20:35,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-11T22:20:35,882 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:35,883 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] handler.UnassignRegionHandler(124): Close a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:35,883 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-11T22:20:35,883 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegion(1681): Closing a010f9c60a213e8b4ad2b6c3dc741b52, disabling compactions & flushes 2024-11-11T22:20:35,883 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:35,883 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:35,883 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. after waiting 0 ms 2024-11-11T22:20:35,883 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:35,883 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegion(2837): Flushing a010f9c60a213e8b4ad2b6c3dc741b52 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-11T22:20:35,883 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=A 2024-11-11T22:20:35,884 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:35,884 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=B 2024-11-11T22:20:35,884 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:35,884 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a010f9c60a213e8b4ad2b6c3dc741b52, store=C 2024-11-11T22:20:35,884 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:35,892 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111f06619ec6e0b4164896b0b2e31de4501_a010f9c60a213e8b4ad2b6c3dc741b52 is 50, key is test_row_0/A:col10/1731363635713/Put/seqid=0 2024-11-11T22:20:35,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742284_1460 (size=12454) 2024-11-11T22:20:36,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-11T22:20:36,273 ERROR [LeaseRenewer:jenkins@localhost:39909 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:39909,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:36,300 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:36,305 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111f06619ec6e0b4164896b0b2e31de4501_a010f9c60a213e8b4ad2b6c3dc741b52 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f06619ec6e0b4164896b0b2e31de4501_a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:36,306 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/4be2e60a753844c1a9a4c5d1ac3762ed, store: [table=TestAcidGuarantees family=A region=a010f9c60a213e8b4ad2b6c3dc741b52] 2024-11-11T22:20:36,307 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/4be2e60a753844c1a9a4c5d1ac3762ed is 175, key is test_row_0/A:col10/1731363635713/Put/seqid=0 2024-11-11T22:20:36,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742285_1461 (size=31255) 2024-11-11T22:20:36,329 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=379, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/4be2e60a753844c1a9a4c5d1ac3762ed 2024-11-11T22:20:36,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-11T22:20:36,350 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/ef0c518de7f14a6da7744d3165667134 is 50, key is test_row_0/B:col10/1731363635713/Put/seqid=0 2024-11-11T22:20:36,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742286_1462 (size=12301) 2024-11-11T22:20:36,755 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/ef0c518de7f14a6da7744d3165667134 2024-11-11T22:20:36,762 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/0e3ab6c078024eeeadf278fb3c7ba6ab is 50, key is test_row_0/C:col10/1731363635713/Put/seqid=0 2024-11-11T22:20:36,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742287_1463 (size=12301) 2024-11-11T22:20:36,773 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/0e3ab6c078024eeeadf278fb3c7ba6ab 2024-11-11T22:20:36,778 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/A/4be2e60a753844c1a9a4c5d1ac3762ed as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/4be2e60a753844c1a9a4c5d1ac3762ed 2024-11-11T22:20:36,781 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/4be2e60a753844c1a9a4c5d1ac3762ed, entries=150, sequenceid=379, filesize=30.5 K 2024-11-11T22:20:36,782 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/B/ef0c518de7f14a6da7744d3165667134 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/ef0c518de7f14a6da7744d3165667134 2024-11-11T22:20:36,788 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/ef0c518de7f14a6da7744d3165667134, entries=150, sequenceid=379, filesize=12.0 K 2024-11-11T22:20:36,789 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/.tmp/C/0e3ab6c078024eeeadf278fb3c7ba6ab as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/0e3ab6c078024eeeadf278fb3c7ba6ab 2024-11-11T22:20:36,793 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/0e3ab6c078024eeeadf278fb3c7ba6ab, entries=150, sequenceid=379, filesize=12.0 K 2024-11-11T22:20:36,794 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for a010f9c60a213e8b4ad2b6c3dc741b52 in 911ms, sequenceid=379, compaction requested=true 2024-11-11T22:20:36,805 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/recovered.edits/382.seqid, newMaxSeqId=382, maxSeqId=4 2024-11-11T22:20:36,805 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52. 2024-11-11T22:20:36,805 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] regionserver.HRegion(1635): Region close journal for a010f9c60a213e8b4ad2b6c3dc741b52: 2024-11-11T22:20:36,807 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=113}] handler.UnassignRegionHandler(170): Closed a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:36,807 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=112 updating hbase:meta row=a010f9c60a213e8b4ad2b6c3dc741b52, regionState=CLOSED 2024-11-11T22:20:36,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-11T22:20:36,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; CloseRegionProcedure a010f9c60a213e8b4ad2b6c3dc741b52, server=47c9c93ccfa8,41889,1731363510061 in 1.0780 sec 2024-11-11T22:20:36,815 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=112, resume processing ppid=111 2024-11-11T22:20:36,815 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, ppid=111, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a010f9c60a213e8b4ad2b6c3dc741b52, UNASSIGN in 1.0810 sec 2024-11-11T22:20:36,817 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-11T22:20:36,817 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.0880 sec 2024-11-11T22:20:36,818 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731363636818"}]},"ts":"1731363636818"} 2024-11-11T22:20:36,819 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-11T22:20:36,821 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-11T22:20:36,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.1030 sec 2024-11-11T22:20:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-11T22:20:36,834 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-11T22:20:36,834 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-11T22:20:36,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T22:20:36,836 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=114, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T22:20:36,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-11T22:20:36,836 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=114, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T22:20:36,838 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:36,840 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A, FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B, FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C, FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/recovered.edits] 2024-11-11T22:20:36,842 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/463d3c505ffc45898f4afea72454c873 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/463d3c505ffc45898f4afea72454c873 2024-11-11T22:20:36,843 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/4be2e60a753844c1a9a4c5d1ac3762ed to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/4be2e60a753844c1a9a4c5d1ac3762ed 2024-11-11T22:20:36,844 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/f44ea6df57e348c0b1be228d4e537c20 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/A/f44ea6df57e348c0b1be228d4e537c20 2024-11-11T22:20:36,846 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/06341c8e929943c18ce8d9da08070687 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/06341c8e929943c18ce8d9da08070687 2024-11-11T22:20:36,847 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/df6622ae8f7f4c31b7fa246f798049ce to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/df6622ae8f7f4c31b7fa246f798049ce 2024-11-11T22:20:36,848 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/ef0c518de7f14a6da7744d3165667134 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/B/ef0c518de7f14a6da7744d3165667134 2024-11-11T22:20:36,850 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/0e3ab6c078024eeeadf278fb3c7ba6ab to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/0e3ab6c078024eeeadf278fb3c7ba6ab 2024-11-11T22:20:36,852 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/6aa36b10a3b24a80883711a80269d507 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/6aa36b10a3b24a80883711a80269d507 2024-11-11T22:20:36,853 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/f75de7f936f94fc9b156ae50a5ec1073 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/C/f75de7f936f94fc9b156ae50a5ec1073 2024-11-11T22:20:36,855 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/recovered.edits/382.seqid to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52/recovered.edits/382.seqid 2024-11-11T22:20:36,856 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:36,856 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-11T22:20:36,856 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-11T22:20:36,857 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-11T22:20:36,859 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111111a6b41cca1a4bd0b4681b3a0423053b_a010f9c60a213e8b4ad2b6c3dc741b52 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111111a6b41cca1a4bd0b4681b3a0423053b_a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:36,861 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111113f792dc76d24f96bbf8e6b492017024_a010f9c60a213e8b4ad2b6c3dc741b52 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111113f792dc76d24f96bbf8e6b492017024_a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:36,862 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111215c26e6a87b490ebb78e66183659ee8_a010f9c60a213e8b4ad2b6c3dc741b52 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111215c26e6a87b490ebb78e66183659ee8_a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:36,863 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111235ec68e857c49caa720c87b202b767c_a010f9c60a213e8b4ad2b6c3dc741b52 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111235ec68e857c49caa720c87b202b767c_a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:36,864 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111125569a47a1da482e81cf381c28b77249_a010f9c60a213e8b4ad2b6c3dc741b52 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111125569a47a1da482e81cf381c28b77249_a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:36,865 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411112ec3f0d04f25440ab33a7eb0353d2321_a010f9c60a213e8b4ad2b6c3dc741b52 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411112ec3f0d04f25440ab33a7eb0353d2321_a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:36,866 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111146f265169f4f40018c39979405f0548f_a010f9c60a213e8b4ad2b6c3dc741b52 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111146f265169f4f40018c39979405f0548f_a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:36,867 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411116e25bd5cc572406891fa7fe4e92a37aa_a010f9c60a213e8b4ad2b6c3dc741b52 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411116e25bd5cc572406891fa7fe4e92a37aa_a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:36,868 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411116f0c9b875b124bc5a21088918c99df7c_a010f9c60a213e8b4ad2b6c3dc741b52 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411116f0c9b875b124bc5a21088918c99df7c_a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:36,869 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117b3433a43af4471195da0c226bfa7fa2_a010f9c60a213e8b4ad2b6c3dc741b52 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117b3433a43af4471195da0c226bfa7fa2_a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:36,870 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111192743899f52647dd8f6d3739f251c673_a010f9c60a213e8b4ad2b6c3dc741b52 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111192743899f52647dd8f6d3739f251c673_a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:36,871 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111acca975cd5ca4dfab9f5ab740a6d3d6c_a010f9c60a213e8b4ad2b6c3dc741b52 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111acca975cd5ca4dfab9f5ab740a6d3d6c_a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:36,872 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111c07336c6ed1645048e096df23ba74a6b_a010f9c60a213e8b4ad2b6c3dc741b52 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111c07336c6ed1645048e096df23ba74a6b_a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:36,873 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111c6897ee7eefe42c18932a7568a406dd2_a010f9c60a213e8b4ad2b6c3dc741b52 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111c6897ee7eefe42c18932a7568a406dd2_a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:36,873 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111d9d3f4a630f648c38ba4884d4fb85a97_a010f9c60a213e8b4ad2b6c3dc741b52 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111d9d3f4a630f648c38ba4884d4fb85a97_a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:36,874 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e1eaccd40477467497e5a7b097d90bdd_a010f9c60a213e8b4ad2b6c3dc741b52 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111e1eaccd40477467497e5a7b097d90bdd_a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:36,875 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f06619ec6e0b4164896b0b2e31de4501_a010f9c60a213e8b4ad2b6c3dc741b52 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f06619ec6e0b4164896b0b2e31de4501_a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:36,876 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f77519c3183c44a69c919a18932701a0_a010f9c60a213e8b4ad2b6c3dc741b52 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f77519c3183c44a69c919a18932701a0_a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:36,877 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f7f19b3e07aa4854a9afe6baa751c824_a010f9c60a213e8b4ad2b6c3dc741b52 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f7f19b3e07aa4854a9afe6baa751c824_a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:36,878 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f83e6829495e41d2aef9dd0f07c64b5f_a010f9c60a213e8b4ad2b6c3dc741b52 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f83e6829495e41d2aef9dd0f07c64b5f_a010f9c60a213e8b4ad2b6c3dc741b52 2024-11-11T22:20:36,879 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-11T22:20:36,881 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=114, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T22:20:36,884 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-11T22:20:36,892 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-11T22:20:36,893 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=114, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T22:20:36,893 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-11T22:20:36,893 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731363636893"}]},"ts":"9223372036854775807"} 2024-11-11T22:20:36,897 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-11T22:20:36,897 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => a010f9c60a213e8b4ad2b6c3dc741b52, NAME => 'TestAcidGuarantees,,1731363604129.a010f9c60a213e8b4ad2b6c3dc741b52.', STARTKEY => '', ENDKEY => ''}] 2024-11-11T22:20:36,898 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-11T22:20:36,898 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731363636898"}]},"ts":"9223372036854775807"} 2024-11-11T22:20:36,900 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-11T22:20:36,902 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=114, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T22:20:36,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 68 msec 2024-11-11T22:20:36,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-11T22:20:36,937 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-11T22:20:36,948 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=236 (was 238), OpenFileDescriptor=449 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=930 (was 988), ProcessCount=11 (was 11), AvailableMemoryMB=2202 (was 2375) 2024-11-11T22:20:36,958 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=236, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=930, ProcessCount=11, AvailableMemoryMB=2200 2024-11-11T22:20:36,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T22:20:36,960 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T22:20:36,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=115, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-11T22:20:36,961 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=115, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T22:20:36,962 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:36,962 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 115 2024-11-11T22:20:36,962 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=115, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T22:20:36,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=115 2024-11-11T22:20:36,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742288_1464 (size=960) 2024-11-11T22:20:37,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=115 2024-11-11T22:20:37,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=115 2024-11-11T22:20:37,376 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690 2024-11-11T22:20:37,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742289_1465 (size=53) 2024-11-11T22:20:37,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=115 2024-11-11T22:20:37,783 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T22:20:37,783 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing bf6d4159b636c6abc7c22b98922e11e1, disabling compactions & flushes 2024-11-11T22:20:37,783 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:37,783 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:37,783 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. after waiting 0 ms 2024-11-11T22:20:37,783 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:37,783 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:37,783 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for bf6d4159b636c6abc7c22b98922e11e1: 2024-11-11T22:20:37,784 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=115, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T22:20:37,785 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731363637785"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731363637785"}]},"ts":"1731363637785"} 2024-11-11T22:20:37,786 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-11T22:20:37,787 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=115, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T22:20:37,787 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731363637787"}]},"ts":"1731363637787"} 2024-11-11T22:20:37,788 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-11T22:20:37,791 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bf6d4159b636c6abc7c22b98922e11e1, ASSIGN}] 2024-11-11T22:20:37,792 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=116, ppid=115, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bf6d4159b636c6abc7c22b98922e11e1, ASSIGN 2024-11-11T22:20:37,793 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=116, ppid=115, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bf6d4159b636c6abc7c22b98922e11e1, ASSIGN; state=OFFLINE, location=47c9c93ccfa8,41889,1731363510061; forceNewPlan=false, retain=false 2024-11-11T22:20:37,943 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=116 updating hbase:meta row=bf6d4159b636c6abc7c22b98922e11e1, regionState=OPENING, regionLocation=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:37,945 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; OpenRegionProcedure bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061}] 2024-11-11T22:20:38,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=115 2024-11-11T22:20:38,096 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:38,099 INFO [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:38,099 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(7285): Opening region: {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} 2024-11-11T22:20:38,100 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees bf6d4159b636c6abc7c22b98922e11e1 2024-11-11T22:20:38,100 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T22:20:38,100 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(7327): checking encryption for bf6d4159b636c6abc7c22b98922e11e1 2024-11-11T22:20:38,100 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(7330): checking classloading for bf6d4159b636c6abc7c22b98922e11e1 2024-11-11T22:20:38,101 INFO [StoreOpener-bf6d4159b636c6abc7c22b98922e11e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region bf6d4159b636c6abc7c22b98922e11e1 2024-11-11T22:20:38,102 INFO [StoreOpener-bf6d4159b636c6abc7c22b98922e11e1-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T22:20:38,103 INFO [StoreOpener-bf6d4159b636c6abc7c22b98922e11e1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf6d4159b636c6abc7c22b98922e11e1 columnFamilyName A 2024-11-11T22:20:38,103 DEBUG [StoreOpener-bf6d4159b636c6abc7c22b98922e11e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:38,103 INFO [StoreOpener-bf6d4159b636c6abc7c22b98922e11e1-1 {}] regionserver.HStore(327): Store=bf6d4159b636c6abc7c22b98922e11e1/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T22:20:38,103 INFO [StoreOpener-bf6d4159b636c6abc7c22b98922e11e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region bf6d4159b636c6abc7c22b98922e11e1 2024-11-11T22:20:38,104 INFO [StoreOpener-bf6d4159b636c6abc7c22b98922e11e1-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T22:20:38,104 INFO [StoreOpener-bf6d4159b636c6abc7c22b98922e11e1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf6d4159b636c6abc7c22b98922e11e1 columnFamilyName B 2024-11-11T22:20:38,104 DEBUG [StoreOpener-bf6d4159b636c6abc7c22b98922e11e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:38,105 INFO [StoreOpener-bf6d4159b636c6abc7c22b98922e11e1-1 {}] regionserver.HStore(327): Store=bf6d4159b636c6abc7c22b98922e11e1/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T22:20:38,105 INFO [StoreOpener-bf6d4159b636c6abc7c22b98922e11e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region bf6d4159b636c6abc7c22b98922e11e1 2024-11-11T22:20:38,106 INFO [StoreOpener-bf6d4159b636c6abc7c22b98922e11e1-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T22:20:38,106 INFO [StoreOpener-bf6d4159b636c6abc7c22b98922e11e1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf6d4159b636c6abc7c22b98922e11e1 columnFamilyName C 2024-11-11T22:20:38,106 DEBUG [StoreOpener-bf6d4159b636c6abc7c22b98922e11e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:20:38,107 INFO [StoreOpener-bf6d4159b636c6abc7c22b98922e11e1-1 {}] regionserver.HStore(327): Store=bf6d4159b636c6abc7c22b98922e11e1/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T22:20:38,107 INFO [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:38,107 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1 2024-11-11T22:20:38,107 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1 2024-11-11T22:20:38,109 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T22:20:38,110 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1085): writing seq id for bf6d4159b636c6abc7c22b98922e11e1 2024-11-11T22:20:38,111 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T22:20:38,111 INFO [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1102): Opened bf6d4159b636c6abc7c22b98922e11e1; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58956803, jitterRate=-0.12147517502307892}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T22:20:38,112 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1001): Region open journal for bf6d4159b636c6abc7c22b98922e11e1: 2024-11-11T22:20:38,113 INFO [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1., pid=117, masterSystemTime=1731363638096 2024-11-11T22:20:38,114 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:38,114 INFO [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:38,114 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=116 updating hbase:meta row=bf6d4159b636c6abc7c22b98922e11e1, regionState=OPEN, openSeqNum=2, regionLocation=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:38,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-11T22:20:38,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; OpenRegionProcedure bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 in 170 msec 2024-11-11T22:20:38,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=116, resume processing ppid=115 2024-11-11T22:20:38,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, ppid=115, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=bf6d4159b636c6abc7c22b98922e11e1, ASSIGN in 325 msec 2024-11-11T22:20:38,118 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=115, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T22:20:38,118 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731363638118"}]},"ts":"1731363638118"} 2024-11-11T22:20:38,119 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-11T22:20:38,122 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=115, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T22:20:38,123 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1620 sec 2024-11-11T22:20:39,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=115 2024-11-11T22:20:39,067 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 115 completed 2024-11-11T22:20:39,069 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x63cefe40 to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32c12a30 2024-11-11T22:20:39,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79b10416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:20:39,074 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:20:39,075 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42208, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:20:39,076 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T22:20:39,077 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54308, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T22:20:39,078 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x65df2359 to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5ef40578 2024-11-11T22:20:39,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f142b04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:20:39,083 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7d0ab200 to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32bb71c 2024-11-11T22:20:39,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de9f076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:20:39,090 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5871c039 to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bc0f7c 2024-11-11T22:20:39,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4414259d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:20:39,097 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7daa5922 to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b8b6e04 2024-11-11T22:20:39,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ed69825, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:20:39,104 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b7f20c4 to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bc486e1 2024-11-11T22:20:39,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11193a0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:20:39,112 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2070263a to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7861b162 2024-11-11T22:20:39,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf40102, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:20:39,129 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6050584c to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@154f0f85 2024-11-11T22:20:39,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@496fe03f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:20:39,139 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6dd48863 to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8a917b 2024-11-11T22:20:39,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3652e74d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:20:39,147 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51196534 to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@54c2725 2024-11-11T22:20:39,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2405c04e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:20:39,158 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1dc5e114 to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@79d49886 2024-11-11T22:20:39,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73d92042, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:20:39,169 DEBUG [hconnection-0x30760e41-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:20:39,170 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42218, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:20:39,174 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:20:39,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-11-11T22:20:39,175 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:20:39,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-11T22:20:39,176 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:20:39,176 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:20:39,176 DEBUG [hconnection-0x1fe11fbd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:20:39,178 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42224, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:20:39,197 DEBUG [hconnection-0x4f61a8bd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:20:39,199 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42238, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:20:39,205 DEBUG [hconnection-0x2e75068c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:20:39,206 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42246, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:20:39,215 DEBUG [hconnection-0x69ca4ad0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:20:39,215 DEBUG [hconnection-0x59d55e13-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:20:39,216 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42260, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:20:39,217 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42252, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:20:39,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on bf6d4159b636c6abc7c22b98922e11e1 2024-11-11T22:20:39,221 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf6d4159b636c6abc7c22b98922e11e1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T22:20:39,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=A 2024-11-11T22:20:39,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:39,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=B 2024-11-11T22:20:39,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:39,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=C 2024-11-11T22:20:39,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:39,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:39,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363699272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:39,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:39,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363699280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:39,284 DEBUG [hconnection-0x2a3a9fa3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:20:39,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-11T22:20:39,286 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42266, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:20:39,287 DEBUG [hconnection-0xcdcca0d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:20:39,288 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42274, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:20:39,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:39,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363699293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:39,297 DEBUG [hconnection-0x7de10f15-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:20:39,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:39,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363699297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:39,298 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42282, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:20:39,299 DEBUG [hconnection-0x5f6d705b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:20:39,301 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42298, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:20:39,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:39,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42298 deadline: 1731363699305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:39,328 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:39,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-11T22:20:39,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:39,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:39,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:39,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:39,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:39,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:39,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/dc9e494a43ab49e1b0c2bb357edf8994 is 50, key is test_row_0/A:col10/1731363639217/Put/seqid=0 2024-11-11T22:20:39,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:39,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363699374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:39,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:39,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363699384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:39,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:39,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363699399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:39,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:39,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363699399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:39,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742290_1466 (size=12001) 2024-11-11T22:20:39,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:39,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42298 deadline: 1731363699422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:39,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-11T22:20:39,487 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:39,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-11T22:20:39,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:39,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:39,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:39,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:39,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:39,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:39,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:39,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363699580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:39,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:39,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363699587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:39,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:39,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363699600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:39,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:39,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363699601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:39,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:39,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42298 deadline: 1731363699625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:39,640 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:39,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-11T22:20:39,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:39,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:39,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:39,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:39,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:39,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:39,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-11T22:20:39,793 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:39,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-11T22:20:39,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:39,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:39,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:39,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:39,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:39,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:39,813 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/dc9e494a43ab49e1b0c2bb357edf8994 2024-11-11T22:20:39,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/d8ff9e7e334c4dfbb0544ab40b7879ed is 50, key is test_row_0/B:col10/1731363639217/Put/seqid=0 2024-11-11T22:20:39,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742291_1467 (size=12001) 2024-11-11T22:20:39,869 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/d8ff9e7e334c4dfbb0544ab40b7879ed 2024-11-11T22:20:39,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363699891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:39,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363699891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:39,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/94229f911a824b6f8eda808160b29467 is 50, key is test_row_0/C:col10/1731363639217/Put/seqid=0 2024-11-11T22:20:39,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:39,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363699903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:39,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:39,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363699905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:39,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:39,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42298 deadline: 1731363699930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:39,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742292_1468 (size=12001) 2024-11-11T22:20:39,947 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:39,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-11T22:20:39,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:39,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:39,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:39,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:39,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:40,099 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:40,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-11T22:20:40,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:40,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:40,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:40,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:40,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:40,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:40,252 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:40,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-11T22:20:40,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:40,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:40,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:40,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:40,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:40,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:40,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-11T22:20:40,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/94229f911a824b6f8eda808160b29467 2024-11-11T22:20:40,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/dc9e494a43ab49e1b0c2bb357edf8994 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/dc9e494a43ab49e1b0c2bb357edf8994 2024-11-11T22:20:40,356 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/dc9e494a43ab49e1b0c2bb357edf8994, entries=150, sequenceid=13, filesize=11.7 K 2024-11-11T22:20:40,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/d8ff9e7e334c4dfbb0544ab40b7879ed as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/d8ff9e7e334c4dfbb0544ab40b7879ed 2024-11-11T22:20:40,361 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/d8ff9e7e334c4dfbb0544ab40b7879ed, entries=150, sequenceid=13, filesize=11.7 K 2024-11-11T22:20:40,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/94229f911a824b6f8eda808160b29467 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/94229f911a824b6f8eda808160b29467 2024-11-11T22:20:40,368 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/94229f911a824b6f8eda808160b29467, entries=150, sequenceid=13, filesize=11.7 K 2024-11-11T22:20:40,369 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for bf6d4159b636c6abc7c22b98922e11e1 in 1148ms, sequenceid=13, compaction requested=false 2024-11-11T22:20:40,369 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-11T22:20:40,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf6d4159b636c6abc7c22b98922e11e1: 2024-11-11T22:20:40,402 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf6d4159b636c6abc7c22b98922e11e1 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-11T22:20:40,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=A 2024-11-11T22:20:40,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:40,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=B 2024-11-11T22:20:40,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:40,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=C 2024-11-11T22:20:40,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:40,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on bf6d4159b636c6abc7c22b98922e11e1 2024-11-11T22:20:40,408 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:40,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-11T22:20:40,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:40,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:40,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:40,409 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:40,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:40,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:40,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/30a43dcef5414bf8941acadafc35a436 is 50, key is test_row_0/A:col10/1731363639271/Put/seqid=0 2024-11-11T22:20:40,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:40,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363700424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:40,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742293_1469 (size=12001) 2024-11-11T22:20:40,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:40,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363700429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:40,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:40,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:40,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363700434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:40,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363700434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:40,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:40,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42298 deadline: 1731363700439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:40,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/30a43dcef5414bf8941acadafc35a436 2024-11-11T22:20:40,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/c04d9213496c48008e9e5d22f5f781f2 is 50, key is test_row_0/B:col10/1731363639271/Put/seqid=0 2024-11-11T22:20:40,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:40,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363700538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:40,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:40,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363700553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:40,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:40,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363700553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:40,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:40,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363700553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:40,563 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:40,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-11T22:20:40,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:40,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:40,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:40,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:40,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:40,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742294_1470 (size=12001) 2024-11-11T22:20:40,716 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:40,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-11T22:20:40,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:40,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:40,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:40,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:40,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:40,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:40,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363700751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:40,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:40,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363700760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:40,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:40,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363700760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:40,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363700760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:40,869 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:40,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-11T22:20:40,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:40,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:40,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:40,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:40,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:40,996 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/c04d9213496c48008e9e5d22f5f781f2 2024-11-11T22:20:41,022 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:41,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-11T22:20:41,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:41,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:41,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:41,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:41,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:41,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:41,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/16b7ae3a56b34c63912376eac950c5e8 is 50, key is test_row_0/C:col10/1731363639271/Put/seqid=0 2024-11-11T22:20:41,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742295_1471 (size=12001) 2024-11-11T22:20:41,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:41,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363701059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:41,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363701066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:41,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363701066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:41,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:41,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363701073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:41,175 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:41,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-11T22:20:41,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:41,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:41,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:41,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:41,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:41,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:41,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-11T22:20:41,333 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:41,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-11T22:20:41,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:41,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:41,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:41,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:41,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:41,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:41,455 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/16b7ae3a56b34c63912376eac950c5e8 2024-11-11T22:20:41,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:41,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42298 deadline: 1731363701454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:41,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/30a43dcef5414bf8941acadafc35a436 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/30a43dcef5414bf8941acadafc35a436 2024-11-11T22:20:41,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/30a43dcef5414bf8941acadafc35a436, entries=150, sequenceid=39, filesize=11.7 K 2024-11-11T22:20:41,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/c04d9213496c48008e9e5d22f5f781f2 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/c04d9213496c48008e9e5d22f5f781f2 2024-11-11T22:20:41,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/c04d9213496c48008e9e5d22f5f781f2, entries=150, sequenceid=39, filesize=11.7 K 2024-11-11T22:20:41,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/16b7ae3a56b34c63912376eac950c5e8 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/16b7ae3a56b34c63912376eac950c5e8 2024-11-11T22:20:41,481 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/16b7ae3a56b34c63912376eac950c5e8, entries=150, sequenceid=39, filesize=11.7 K 2024-11-11T22:20:41,481 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=60.38 KB/61830 for bf6d4159b636c6abc7c22b98922e11e1 in 1079ms, sequenceid=39, compaction requested=false 2024-11-11T22:20:41,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf6d4159b636c6abc7c22b98922e11e1: 2024-11-11T22:20:41,486 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:41,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-11T22:20:41,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:41,487 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing bf6d4159b636c6abc7c22b98922e11e1 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T22:20:41,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=A 2024-11-11T22:20:41,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:41,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=B 2024-11-11T22:20:41,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:41,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=C 2024-11-11T22:20:41,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:41,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/f50acd158c4746eeb2a0cc5d2f243ac2 is 50, key is test_row_0/A:col10/1731363640424/Put/seqid=0 2024-11-11T22:20:41,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742296_1472 (size=12001) 2024-11-11T22:20:41,506 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/f50acd158c4746eeb2a0cc5d2f243ac2 2024-11-11T22:20:41,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/71b913e6da244c048bc411f1c78df99b is 50, key is test_row_0/B:col10/1731363640424/Put/seqid=0 2024-11-11T22:20:41,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742297_1473 (size=12001) 2024-11-11T22:20:41,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on bf6d4159b636c6abc7c22b98922e11e1 2024-11-11T22:20:41,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:41,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:41,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363701615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:41,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:41,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363701616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:41,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:41,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363701619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:41,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:41,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363701621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:41,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:41,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363701725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:41,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:41,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363701728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:41,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:41,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363701743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:41,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:41,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363701743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:41,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:41,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363701936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:41,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:41,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363701938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:41,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:41,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363701956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:41,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:41,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363701956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:41,963 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/71b913e6da244c048bc411f1c78df99b 2024-11-11T22:20:41,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/67ab914c0de846c48c8d8fd7730c4fbf is 50, key is test_row_0/C:col10/1731363640424/Put/seqid=0 2024-11-11T22:20:41,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742298_1474 (size=12001) 2024-11-11T22:20:42,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:42,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363702241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:42,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:42,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363702244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:42,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363702261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:42,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363702262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:42,351 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T22:20:42,390 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/67ab914c0de846c48c8d8fd7730c4fbf 2024-11-11T22:20:42,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/f50acd158c4746eeb2a0cc5d2f243ac2 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/f50acd158c4746eeb2a0cc5d2f243ac2 2024-11-11T22:20:42,400 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/f50acd158c4746eeb2a0cc5d2f243ac2, entries=150, sequenceid=51, filesize=11.7 K 2024-11-11T22:20:42,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/71b913e6da244c048bc411f1c78df99b as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/71b913e6da244c048bc411f1c78df99b 2024-11-11T22:20:42,423 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/71b913e6da244c048bc411f1c78df99b, entries=150, sequenceid=51, filesize=11.7 K 2024-11-11T22:20:42,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/67ab914c0de846c48c8d8fd7730c4fbf as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/67ab914c0de846c48c8d8fd7730c4fbf 2024-11-11T22:20:42,427 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/67ab914c0de846c48c8d8fd7730c4fbf, entries=150, sequenceid=51, filesize=11.7 K 2024-11-11T22:20:42,428 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for bf6d4159b636c6abc7c22b98922e11e1 in 941ms, sequenceid=51, compaction requested=true 2024-11-11T22:20:42,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for bf6d4159b636c6abc7c22b98922e11e1: 2024-11-11T22:20:42,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:42,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-11-11T22:20:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-11-11T22:20:42,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-11T22:20:42,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2530 sec 2024-11-11T22:20:42,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 3.2580 sec 2024-11-11T22:20:42,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on bf6d4159b636c6abc7c22b98922e11e1 2024-11-11T22:20:42,753 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf6d4159b636c6abc7c22b98922e11e1 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T22:20:42,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=A 2024-11-11T22:20:42,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:42,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=B 2024-11-11T22:20:42,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:42,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=C 2024-11-11T22:20:42,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:42,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/100f20cd759f4ad0a547bdce3c4fc42f is 50, key is test_row_0/A:col10/1731363641619/Put/seqid=0 2024-11-11T22:20:42,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:42,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363702778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:42,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:42,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363702785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:42,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:42,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363702787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:42,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:42,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363702788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:42,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742299_1475 (size=12001) 2024-11-11T22:20:42,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:42,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363702888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:42,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:42,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363702897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:42,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:42,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363702898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:42,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:42,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363702900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:43,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:43,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363703094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:43,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:43,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363703106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:43,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:43,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363703106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:43,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:43,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363703108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:43,217 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/100f20cd759f4ad0a547bdce3c4fc42f 2024-11-11T22:20:43,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/eac0ea60a7134f97817c1960f1ba0bfc is 50, key is test_row_0/B:col10/1731363641619/Put/seqid=0 2024-11-11T22:20:43,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742300_1476 (size=12001) 2024-11-11T22:20:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-11T22:20:43,290 INFO [Thread-2088 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-11T22:20:43,291 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:20:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-11-11T22:20:43,293 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:20:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-11T22:20:43,294 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:20:43,294 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:20:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-11T22:20:43,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363703401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:43,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363703410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:43,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363703411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:43,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363703415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:43,445 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:43,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-11T22:20:43,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:43,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:43,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:43,447 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:43,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:43,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42298 deadline: 1731363703465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:43,470 DEBUG [Thread-2082 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4237 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1., hostname=47c9c93ccfa8,41889,1731363510061, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T22:20:43,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-11T22:20:43,599 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:43,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-11T22:20:43,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:43,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:43,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:43,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:43,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:43,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:43,634 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/eac0ea60a7134f97817c1960f1ba0bfc 2024-11-11T22:20:43,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/af4af42eebc04250b35fc984a6b994dc is 50, key is test_row_0/C:col10/1731363641619/Put/seqid=0 2024-11-11T22:20:43,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742301_1477 (size=12001) 2024-11-11T22:20:43,671 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/af4af42eebc04250b35fc984a6b994dc 2024-11-11T22:20:43,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/100f20cd759f4ad0a547bdce3c4fc42f as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/100f20cd759f4ad0a547bdce3c4fc42f 2024-11-11T22:20:43,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/100f20cd759f4ad0a547bdce3c4fc42f, entries=150, sequenceid=77, filesize=11.7 K 2024-11-11T22:20:43,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/eac0ea60a7134f97817c1960f1ba0bfc as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/eac0ea60a7134f97817c1960f1ba0bfc 2024-11-11T22:20:43,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/eac0ea60a7134f97817c1960f1ba0bfc, entries=150, sequenceid=77, filesize=11.7 K 2024-11-11T22:20:43,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/af4af42eebc04250b35fc984a6b994dc as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/af4af42eebc04250b35fc984a6b994dc 2024-11-11T22:20:43,690 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/af4af42eebc04250b35fc984a6b994dc, entries=150, sequenceid=77, filesize=11.7 K 2024-11-11T22:20:43,691 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for bf6d4159b636c6abc7c22b98922e11e1 in 938ms, sequenceid=77, compaction requested=true 2024-11-11T22:20:43,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf6d4159b636c6abc7c22b98922e11e1: 2024-11-11T22:20:43,691 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T22:20:43,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf6d4159b636c6abc7c22b98922e11e1:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T22:20:43,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:20:43,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf6d4159b636c6abc7c22b98922e11e1:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T22:20:43,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:20:43,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf6d4159b636c6abc7c22b98922e11e1:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:20:43,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:20:43,691 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T22:20:43,697 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T22:20:43,697 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): bf6d4159b636c6abc7c22b98922e11e1/B is initiating minor compaction (all files) 2024-11-11T22:20:43,697 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf6d4159b636c6abc7c22b98922e11e1/B in TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:43,697 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/d8ff9e7e334c4dfbb0544ab40b7879ed, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/c04d9213496c48008e9e5d22f5f781f2, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/71b913e6da244c048bc411f1c78df99b, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/eac0ea60a7134f97817c1960f1ba0bfc] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp, totalSize=46.9 K 2024-11-11T22:20:43,698 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T22:20:43,698 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): bf6d4159b636c6abc7c22b98922e11e1/A is initiating minor compaction (all files) 2024-11-11T22:20:43,698 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf6d4159b636c6abc7c22b98922e11e1/A in TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:43,698 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting d8ff9e7e334c4dfbb0544ab40b7879ed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731363639212 2024-11-11T22:20:43,698 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/dc9e494a43ab49e1b0c2bb357edf8994, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/30a43dcef5414bf8941acadafc35a436, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/f50acd158c4746eeb2a0cc5d2f243ac2, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/100f20cd759f4ad0a547bdce3c4fc42f] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp, totalSize=46.9 K 2024-11-11T22:20:43,698 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting c04d9213496c48008e9e5d22f5f781f2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731363639271 2024-11-11T22:20:43,698 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc9e494a43ab49e1b0c2bb357edf8994, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731363639212 2024-11-11T22:20:43,699 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 71b913e6da244c048bc411f1c78df99b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731363640418 2024-11-11T22:20:43,699 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 30a43dcef5414bf8941acadafc35a436, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731363639271 2024-11-11T22:20:43,699 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting f50acd158c4746eeb2a0cc5d2f243ac2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731363640418 2024-11-11T22:20:43,699 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting eac0ea60a7134f97817c1960f1ba0bfc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731363641617 2024-11-11T22:20:43,700 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 100f20cd759f4ad0a547bdce3c4fc42f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731363641617 2024-11-11T22:20:43,723 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf6d4159b636c6abc7c22b98922e11e1#B#compaction#399 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:20:43,724 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/c1dfd66a137c4608af4f2e1ad4ea4ce2 is 50, key is test_row_0/B:col10/1731363641619/Put/seqid=0 2024-11-11T22:20:43,726 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf6d4159b636c6abc7c22b98922e11e1#A#compaction#400 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:20:43,726 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/c407fc4a923843adadea3ed44a5400b2 is 50, key is test_row_0/A:col10/1731363641619/Put/seqid=0 2024-11-11T22:20:43,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742303_1479 (size=12139) 2024-11-11T22:20:43,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742302_1478 (size=12139) 2024-11-11T22:20:43,752 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:43,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-11T22:20:43,753 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/c1dfd66a137c4608af4f2e1ad4ea4ce2 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/c1dfd66a137c4608af4f2e1ad4ea4ce2 2024-11-11T22:20:43,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:43,753 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing bf6d4159b636c6abc7c22b98922e11e1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T22:20:43,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=A 2024-11-11T22:20:43,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:43,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=B 2024-11-11T22:20:43,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:43,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=C 2024-11-11T22:20:43,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:43,755 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/c407fc4a923843adadea3ed44a5400b2 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/c407fc4a923843adadea3ed44a5400b2 2024-11-11T22:20:43,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/b0247d0a5bdb483e9e8e5f211635674e is 50, key is test_row_0/A:col10/1731363642785/Put/seqid=0 2024-11-11T22:20:43,760 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bf6d4159b636c6abc7c22b98922e11e1/B of bf6d4159b636c6abc7c22b98922e11e1 into c1dfd66a137c4608af4f2e1ad4ea4ce2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:20:43,760 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf6d4159b636c6abc7c22b98922e11e1: 2024-11-11T22:20:43,760 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1., storeName=bf6d4159b636c6abc7c22b98922e11e1/B, priority=12, startTime=1731363643691; duration=0sec 2024-11-11T22:20:43,760 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:20:43,760 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf6d4159b636c6abc7c22b98922e11e1:B 2024-11-11T22:20:43,760 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T22:20:43,761 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bf6d4159b636c6abc7c22b98922e11e1/A of bf6d4159b636c6abc7c22b98922e11e1 into c407fc4a923843adadea3ed44a5400b2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:20:43,761 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf6d4159b636c6abc7c22b98922e11e1: 2024-11-11T22:20:43,761 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1., storeName=bf6d4159b636c6abc7c22b98922e11e1/A, priority=12, startTime=1731363643691; duration=0sec 2024-11-11T22:20:43,761 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:20:43,761 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf6d4159b636c6abc7c22b98922e11e1:A 2024-11-11T22:20:43,762 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-11T22:20:43,762 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): bf6d4159b636c6abc7c22b98922e11e1/C is initiating minor compaction (all files) 2024-11-11T22:20:43,762 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf6d4159b636c6abc7c22b98922e11e1/C in TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:43,762 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/94229f911a824b6f8eda808160b29467, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/16b7ae3a56b34c63912376eac950c5e8, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/67ab914c0de846c48c8d8fd7730c4fbf, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/af4af42eebc04250b35fc984a6b994dc] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp, totalSize=46.9 K 2024-11-11T22:20:43,763 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 94229f911a824b6f8eda808160b29467, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731363639212 2024-11-11T22:20:43,763 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 16b7ae3a56b34c63912376eac950c5e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731363639271 2024-11-11T22:20:43,763 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 67ab914c0de846c48c8d8fd7730c4fbf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731363640418 2024-11-11T22:20:43,763 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting af4af42eebc04250b35fc984a6b994dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731363641617 2024-11-11T22:20:43,774 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf6d4159b636c6abc7c22b98922e11e1#C#compaction#402 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:20:43,775 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/ea2b1c559c794e809258242a9d74bec6 is 50, key is test_row_0/C:col10/1731363641619/Put/seqid=0 2024-11-11T22:20:43,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742304_1480 (size=12001) 2024-11-11T22:20:43,798 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/b0247d0a5bdb483e9e8e5f211635674e 2024-11-11T22:20:43,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742305_1481 (size=12139) 2024-11-11T22:20:43,807 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/ea2b1c559c794e809258242a9d74bec6 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/ea2b1c559c794e809258242a9d74bec6 2024-11-11T22:20:43,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/ff866834a2634a74aabbb0bd718d93c3 is 50, key is test_row_0/B:col10/1731363642785/Put/seqid=0 2024-11-11T22:20:43,822 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bf6d4159b636c6abc7c22b98922e11e1/C of bf6d4159b636c6abc7c22b98922e11e1 into ea2b1c559c794e809258242a9d74bec6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:20:43,822 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf6d4159b636c6abc7c22b98922e11e1: 2024-11-11T22:20:43,822 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1., storeName=bf6d4159b636c6abc7c22b98922e11e1/C, priority=12, startTime=1731363643691; duration=0sec 2024-11-11T22:20:43,822 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:20:43,822 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf6d4159b636c6abc7c22b98922e11e1:C 2024-11-11T22:20:43,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742306_1482 (size=12001) 2024-11-11T22:20:43,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-11T22:20:43,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on bf6d4159b636c6abc7c22b98922e11e1 2024-11-11T22:20:43,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:43,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:43,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363703985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:43,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363703989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:43,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:43,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363703991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:43,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:43,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363703991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:44,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:44,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363704096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:44,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363704098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:44,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363704110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:44,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363704111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:44,236 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/ff866834a2634a74aabbb0bd718d93c3 2024-11-11T22:20:44,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/a36406e86ceb4bfaa866b244f3aaee87 is 50, key is test_row_0/C:col10/1731363642785/Put/seqid=0 2024-11-11T22:20:44,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742307_1483 (size=12001) 2024-11-11T22:20:44,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:44,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363704303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:44,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:44,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363704306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:44,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:44,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363704314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:44,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:44,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363704315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:44,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-11T22:20:44,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:44,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363704609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:44,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:44,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363704610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:44,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:44,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363704617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:44,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:44,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363704620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:44,660 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/a36406e86ceb4bfaa866b244f3aaee87 2024-11-11T22:20:44,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/b0247d0a5bdb483e9e8e5f211635674e as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/b0247d0a5bdb483e9e8e5f211635674e 2024-11-11T22:20:44,681 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/b0247d0a5bdb483e9e8e5f211635674e, entries=150, sequenceid=88, filesize=11.7 K 2024-11-11T22:20:44,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/ff866834a2634a74aabbb0bd718d93c3 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/ff866834a2634a74aabbb0bd718d93c3 2024-11-11T22:20:44,703 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/ff866834a2634a74aabbb0bd718d93c3, entries=150, sequenceid=88, filesize=11.7 K 2024-11-11T22:20:44,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/a36406e86ceb4bfaa866b244f3aaee87 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/a36406e86ceb4bfaa866b244f3aaee87 2024-11-11T22:20:44,721 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/a36406e86ceb4bfaa866b244f3aaee87, entries=150, sequenceid=88, filesize=11.7 K 2024-11-11T22:20:44,732 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for bf6d4159b636c6abc7c22b98922e11e1 in 979ms, sequenceid=88, compaction requested=false 2024-11-11T22:20:44,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for bf6d4159b636c6abc7c22b98922e11e1: 2024-11-11T22:20:44,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:44,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-11-11T22:20:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-11-11T22:20:44,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-11T22:20:44,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4460 sec 2024-11-11T22:20:44,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 1.4680 sec 2024-11-11T22:20:45,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on bf6d4159b636c6abc7c22b98922e11e1 2024-11-11T22:20:45,129 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf6d4159b636c6abc7c22b98922e11e1 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-11T22:20:45,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=A 2024-11-11T22:20:45,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:45,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=B 2024-11-11T22:20:45,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:45,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=C 2024-11-11T22:20:45,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:45,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/ca14acc7906c4aa2b5777a299f3374d2 is 50, key is test_row_0/A:col10/1731363643983/Put/seqid=0 2024-11-11T22:20:45,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:45,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:45,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363705156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:45,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363705158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:45,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:45,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:45,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363705160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:45,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363705160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:45,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742308_1484 (size=12001) 2024-11-11T22:20:45,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363705262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:45,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363705262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:45,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363705262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:45,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:45,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363705268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:45,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-11T22:20:45,405 INFO [Thread-2088 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-11T22:20:45,421 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:20:45,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-11-11T22:20:45,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-11T22:20:45,440 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:20:45,448 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:20:45,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:20:45,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:45,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363705472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:45,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:45,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363705473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:45,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:45,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363705477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:45,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:45,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363705488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:45,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-11T22:20:45,607 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:45,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-11T22:20:45,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:45,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:45,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:45,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:45,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:45,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/ca14acc7906c4aa2b5777a299f3374d2 2024-11-11T22:20:45,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:45,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/3fb137d9e4c04ce0a0400e9ce8f6d1e6 is 50, key is test_row_0/B:col10/1731363643983/Put/seqid=0 2024-11-11T22:20:45,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742309_1485 (size=12001) 2024-11-11T22:20:45,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-11T22:20:45,768 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:45,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-11T22:20:45,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:45,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:45,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:45,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:45,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:45,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:45,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:45,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363705782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:45,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:45,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363705785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:45,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:45,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363705789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:45,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:45,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363705794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:45,924 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:45,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-11T22:20:45,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:45,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:45,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:45,925 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:45,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:45,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:46,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-11T22:20:46,063 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/3fb137d9e4c04ce0a0400e9ce8f6d1e6 2024-11-11T22:20:46,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/738e8b5070c84dd2868eb33557c7773d is 50, key is test_row_0/C:col10/1731363643983/Put/seqid=0 2024-11-11T22:20:46,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742310_1486 (size=12001) 2024-11-11T22:20:46,090 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:46,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-11T22:20:46,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:46,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:46,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:46,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:46,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:46,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:46,247 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:46,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-11T22:20:46,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:46,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:46,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:46,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:46,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:46,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:46,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:46,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363706290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:46,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:46,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363706292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:46,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:46,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363706293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:46,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:46,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363706300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:46,400 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:46,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-11T22:20:46,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:46,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:46,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:46,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:46,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:46,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:46,487 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/738e8b5070c84dd2868eb33557c7773d 2024-11-11T22:20:46,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/ca14acc7906c4aa2b5777a299f3374d2 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/ca14acc7906c4aa2b5777a299f3374d2 2024-11-11T22:20:46,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/ca14acc7906c4aa2b5777a299f3374d2, entries=150, sequenceid=118, filesize=11.7 K 2024-11-11T22:20:46,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/3fb137d9e4c04ce0a0400e9ce8f6d1e6 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/3fb137d9e4c04ce0a0400e9ce8f6d1e6 2024-11-11T22:20:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-11T22:20:46,540 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/3fb137d9e4c04ce0a0400e9ce8f6d1e6, entries=150, sequenceid=118, filesize=11.7 K 2024-11-11T22:20:46,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/738e8b5070c84dd2868eb33557c7773d as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/738e8b5070c84dd2868eb33557c7773d 2024-11-11T22:20:46,546 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/738e8b5070c84dd2868eb33557c7773d, entries=150, sequenceid=118, filesize=11.7 K 2024-11-11T22:20:46,548 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for bf6d4159b636c6abc7c22b98922e11e1 in 1419ms, sequenceid=118, compaction requested=true 2024-11-11T22:20:46,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf6d4159b636c6abc7c22b98922e11e1: 2024-11-11T22:20:46,548 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:20:46,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf6d4159b636c6abc7c22b98922e11e1:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T22:20:46,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:20:46,549 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:20:46,550 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:20:46,551 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): bf6d4159b636c6abc7c22b98922e11e1/B is initiating minor compaction (all files) 2024-11-11T22:20:46,551 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf6d4159b636c6abc7c22b98922e11e1/B in TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:46,551 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/c1dfd66a137c4608af4f2e1ad4ea4ce2, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/ff866834a2634a74aabbb0bd718d93c3, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/3fb137d9e4c04ce0a0400e9ce8f6d1e6] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp, totalSize=35.3 K 2024-11-11T22:20:46,551 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:20:46,551 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): bf6d4159b636c6abc7c22b98922e11e1/A is initiating minor compaction (all files) 2024-11-11T22:20:46,551 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf6d4159b636c6abc7c22b98922e11e1/A in TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:46,551 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/c407fc4a923843adadea3ed44a5400b2, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/b0247d0a5bdb483e9e8e5f211635674e, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/ca14acc7906c4aa2b5777a299f3374d2] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp, totalSize=35.3 K 2024-11-11T22:20:46,552 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting c407fc4a923843adadea3ed44a5400b2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731363641617 2024-11-11T22:20:46,552 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting c1dfd66a137c4608af4f2e1ad4ea4ce2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731363641617 2024-11-11T22:20:46,552 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0247d0a5bdb483e9e8e5f211635674e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731363642777 2024-11-11T22:20:46,552 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:46,552 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting ff866834a2634a74aabbb0bd718d93c3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731363642777 2024-11-11T22:20:46,553 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca14acc7906c4aa2b5777a299f3374d2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731363643983 2024-11-11T22:20:46,553 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 3fb137d9e4c04ce0a0400e9ce8f6d1e6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731363643983 2024-11-11T22:20:46,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-11T22:20:46,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:46,555 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing bf6d4159b636c6abc7c22b98922e11e1 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-11T22:20:46,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=A 2024-11-11T22:20:46,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:46,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=B 2024-11-11T22:20:46,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:46,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=C 2024-11-11T22:20:46,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:46,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf6d4159b636c6abc7c22b98922e11e1:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T22:20:46,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:20:46,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf6d4159b636c6abc7c22b98922e11e1:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:20:46,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:20:46,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/3a8ea04d6e6a4d77a0431143335661cb is 50, key is test_row_0/A:col10/1731363645157/Put/seqid=0 2024-11-11T22:20:46,575 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf6d4159b636c6abc7c22b98922e11e1#B#compaction#409 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:20:46,576 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/502b0fdc91f54a3d9c9448829850316f is 50, key is test_row_0/B:col10/1731363643983/Put/seqid=0 2024-11-11T22:20:46,583 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf6d4159b636c6abc7c22b98922e11e1#A#compaction#410 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:20:46,584 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/75b99b1bd81c4052808b2631accfc232 is 50, key is test_row_0/A:col10/1731363643983/Put/seqid=0 2024-11-11T22:20:46,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742311_1487 (size=12001) 2024-11-11T22:20:46,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742312_1488 (size=12241) 2024-11-11T22:20:46,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742313_1489 (size=12241) 2024-11-11T22:20:46,636 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/502b0fdc91f54a3d9c9448829850316f as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/502b0fdc91f54a3d9c9448829850316f 2024-11-11T22:20:46,645 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf6d4159b636c6abc7c22b98922e11e1/B of bf6d4159b636c6abc7c22b98922e11e1 into 502b0fdc91f54a3d9c9448829850316f(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:20:46,645 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf6d4159b636c6abc7c22b98922e11e1: 2024-11-11T22:20:46,645 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1., storeName=bf6d4159b636c6abc7c22b98922e11e1/B, priority=13, startTime=1731363646549; duration=0sec 2024-11-11T22:20:46,645 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:20:46,645 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf6d4159b636c6abc7c22b98922e11e1:B 2024-11-11T22:20:46,645 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:20:46,647 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:20:46,647 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): bf6d4159b636c6abc7c22b98922e11e1/C is initiating minor compaction (all files) 2024-11-11T22:20:46,647 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf6d4159b636c6abc7c22b98922e11e1/C in TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:46,647 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/ea2b1c559c794e809258242a9d74bec6, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/a36406e86ceb4bfaa866b244f3aaee87, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/738e8b5070c84dd2868eb33557c7773d] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp, totalSize=35.3 K 2024-11-11T22:20:46,648 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting ea2b1c559c794e809258242a9d74bec6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731363641617 2024-11-11T22:20:46,648 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting a36406e86ceb4bfaa866b244f3aaee87, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731363642777 2024-11-11T22:20:46,648 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 738e8b5070c84dd2868eb33557c7773d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731363643983 2024-11-11T22:20:46,666 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf6d4159b636c6abc7c22b98922e11e1#C#compaction#411 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:20:46,667 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/43d4efa5f68649b1a575302c6bd6ce28 is 50, key is test_row_0/C:col10/1731363643983/Put/seqid=0 2024-11-11T22:20:46,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742314_1490 (size=12241) 2024-11-11T22:20:46,720 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/43d4efa5f68649b1a575302c6bd6ce28 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/43d4efa5f68649b1a575302c6bd6ce28 2024-11-11T22:20:46,728 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf6d4159b636c6abc7c22b98922e11e1/C of bf6d4159b636c6abc7c22b98922e11e1 into 43d4efa5f68649b1a575302c6bd6ce28(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:20:46,728 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf6d4159b636c6abc7c22b98922e11e1: 2024-11-11T22:20:46,728 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1., storeName=bf6d4159b636c6abc7c22b98922e11e1/C, priority=13, startTime=1731363646565; duration=0sec 2024-11-11T22:20:46,728 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:20:46,728 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf6d4159b636c6abc7c22b98922e11e1:C 2024-11-11T22:20:47,021 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/3a8ea04d6e6a4d77a0431143335661cb 2024-11-11T22:20:47,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/8d4a0747a40348b5b0743e7913f21780 is 50, key is test_row_0/B:col10/1731363645157/Put/seqid=0 2024-11-11T22:20:47,052 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/75b99b1bd81c4052808b2631accfc232 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/75b99b1bd81c4052808b2631accfc232 2024-11-11T22:20:47,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742315_1491 (size=12001) 2024-11-11T22:20:47,059 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf6d4159b636c6abc7c22b98922e11e1/A of bf6d4159b636c6abc7c22b98922e11e1 into 75b99b1bd81c4052808b2631accfc232(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:20:47,059 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf6d4159b636c6abc7c22b98922e11e1: 2024-11-11T22:20:47,059 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1., storeName=bf6d4159b636c6abc7c22b98922e11e1/A, priority=13, startTime=1731363646548; duration=0sec 2024-11-11T22:20:47,059 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:20:47,059 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf6d4159b636c6abc7c22b98922e11e1:A 2024-11-11T22:20:47,060 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/8d4a0747a40348b5b0743e7913f21780 2024-11-11T22:20:47,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/97afe4ad57624c9baddaffa75e1351d2 is 50, key is test_row_0/C:col10/1731363645157/Put/seqid=0 2024-11-11T22:20:47,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742316_1492 (size=12001) 2024-11-11T22:20:47,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on bf6d4159b636c6abc7c22b98922e11e1 2024-11-11T22:20:47,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:47,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:47,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363707352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:47,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:47,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363707355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:47,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:47,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363707356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:47,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:47,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363707356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:47,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:47,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363707456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:47,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:47,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363707456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:47,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:47,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363707458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:47,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:47,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363707458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:47,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:47,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42298 deadline: 1731363707480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:47,482 DEBUG [Thread-2082 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8249 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1., hostname=47c9c93ccfa8,41889,1731363510061, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T22:20:47,491 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/97afe4ad57624c9baddaffa75e1351d2 2024-11-11T22:20:47,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/3a8ea04d6e6a4d77a0431143335661cb as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/3a8ea04d6e6a4d77a0431143335661cb 2024-11-11T22:20:47,499 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/3a8ea04d6e6a4d77a0431143335661cb, entries=150, sequenceid=128, filesize=11.7 K 2024-11-11T22:20:47,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/8d4a0747a40348b5b0743e7913f21780 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/8d4a0747a40348b5b0743e7913f21780 2024-11-11T22:20:47,504 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/8d4a0747a40348b5b0743e7913f21780, entries=150, sequenceid=128, filesize=11.7 K 2024-11-11T22:20:47,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/97afe4ad57624c9baddaffa75e1351d2 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/97afe4ad57624c9baddaffa75e1351d2 2024-11-11T22:20:47,507 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/97afe4ad57624c9baddaffa75e1351d2, entries=150, sequenceid=128, filesize=11.7 K 2024-11-11T22:20:47,508 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for bf6d4159b636c6abc7c22b98922e11e1 in 953ms, sequenceid=128, compaction requested=false 2024-11-11T22:20:47,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for bf6d4159b636c6abc7c22b98922e11e1: 2024-11-11T22:20:47,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:47,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-11-11T22:20:47,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-11-11T22:20:47,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-11T22:20:47,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0620 sec 2024-11-11T22:20:47,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 2.0910 sec 2024-11-11T22:20:47,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-11T22:20:47,541 INFO [Thread-2088 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-11T22:20:47,542 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:20:47,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-11T22:20:47,544 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:20:47,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-11T22:20:47,545 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:20:47,545 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:20:47,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-11T22:20:47,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on bf6d4159b636c6abc7c22b98922e11e1 2024-11-11T22:20:47,661 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf6d4159b636c6abc7c22b98922e11e1 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-11T22:20:47,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=A 2024-11-11T22:20:47,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:47,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=B 2024-11-11T22:20:47,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:47,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=C 2024-11-11T22:20:47,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:47,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/6a5e5de8a22944ccb6d3e586f9804c43 is 50, key is test_row_0/A:col10/1731363647660/Put/seqid=0 2024-11-11T22:20:47,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:47,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363707685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:47,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:47,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363707689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:47,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742317_1493 (size=14541) 2024-11-11T22:20:47,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:47,698 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:47,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363707689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:47,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:47,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363707692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:47,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-11T22:20:47,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:47,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:47,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:47,701 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:47,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:47,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:47,709 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/6a5e5de8a22944ccb6d3e586f9804c43 2024-11-11T22:20:47,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/ebbd58d16c814765a685daf296449920 is 50, key is test_row_0/B:col10/1731363647660/Put/seqid=0 2024-11-11T22:20:47,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742318_1494 (size=12151) 2024-11-11T22:20:47,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:47,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363707799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:47,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:47,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363707803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:47,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:47,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363707804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:47,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:47,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363707803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:47,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-11T22:20:47,857 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:47,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-11T22:20:47,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:47,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:47,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:47,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:47,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:47,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:48,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363708012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:48,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:48,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363708013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:48,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:48,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363708013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:48,024 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:48,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-11T22:20:48,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:48,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:48,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:48,030 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:48,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:48,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363708029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:48,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-11T22:20:48,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/ebbd58d16c814765a685daf296449920 2024-11-11T22:20:48,184 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:48,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-11T22:20:48,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:48,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:48,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:48,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:48,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:48,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:48,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/1c27a8183956468c8f8554430fcc0359 is 50, key is test_row_0/C:col10/1731363647660/Put/seqid=0 2024-11-11T22:20:48,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742319_1495 (size=12151) 2024-11-11T22:20:48,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363708318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:48,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363708323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:48,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363708324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:48,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363708337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:48,345 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:48,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-11T22:20:48,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:48,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:48,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:48,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:48,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:48,498 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:48,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-11T22:20:48,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:48,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:48,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:48,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:48,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:48,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:48,611 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/1c27a8183956468c8f8554430fcc0359 2024-11-11T22:20:48,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/6a5e5de8a22944ccb6d3e586f9804c43 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/6a5e5de8a22944ccb6d3e586f9804c43 2024-11-11T22:20:48,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/6a5e5de8a22944ccb6d3e586f9804c43, entries=200, sequenceid=158, filesize=14.2 K 2024-11-11T22:20:48,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/ebbd58d16c814765a685daf296449920 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/ebbd58d16c814765a685daf296449920 2024-11-11T22:20:48,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-11T22:20:48,655 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:48,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-11T22:20:48,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:48,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:48,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:48,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:48,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:48,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:48,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/ebbd58d16c814765a685daf296449920, entries=150, sequenceid=158, filesize=11.9 K 2024-11-11T22:20:48,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/1c27a8183956468c8f8554430fcc0359 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/1c27a8183956468c8f8554430fcc0359 2024-11-11T22:20:48,689 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/1c27a8183956468c8f8554430fcc0359, entries=150, sequenceid=158, filesize=11.9 K 2024-11-11T22:20:48,690 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=53.67 KB/54960 for bf6d4159b636c6abc7c22b98922e11e1 in 1029ms, sequenceid=158, compaction requested=true 2024-11-11T22:20:48,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf6d4159b636c6abc7c22b98922e11e1: 2024-11-11T22:20:48,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf6d4159b636c6abc7c22b98922e11e1:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T22:20:48,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:20:48,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf6d4159b636c6abc7c22b98922e11e1:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T22:20:48,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:20:48,691 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:20:48,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf6d4159b636c6abc7c22b98922e11e1:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:20:48,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T22:20:48,691 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:20:48,692 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:20:48,692 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): bf6d4159b636c6abc7c22b98922e11e1/B is initiating minor compaction (all files) 2024-11-11T22:20:48,692 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf6d4159b636c6abc7c22b98922e11e1/B in TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:48,692 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/502b0fdc91f54a3d9c9448829850316f, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/8d4a0747a40348b5b0743e7913f21780, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/ebbd58d16c814765a685daf296449920] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp, totalSize=35.5 K 2024-11-11T22:20:48,692 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38783 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:20:48,693 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): bf6d4159b636c6abc7c22b98922e11e1/A is initiating minor compaction (all files) 2024-11-11T22:20:48,693 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf6d4159b636c6abc7c22b98922e11e1/A in TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:48,693 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/75b99b1bd81c4052808b2631accfc232, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/3a8ea04d6e6a4d77a0431143335661cb, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/6a5e5de8a22944ccb6d3e586f9804c43] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp, totalSize=37.9 K 2024-11-11T22:20:48,693 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 502b0fdc91f54a3d9c9448829850316f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731363643983 2024-11-11T22:20:48,693 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 75b99b1bd81c4052808b2631accfc232, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731363643983 2024-11-11T22:20:48,693 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d4a0747a40348b5b0743e7913f21780, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731363645138 2024-11-11T22:20:48,693 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a8ea04d6e6a4d77a0431143335661cb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731363645138 2024-11-11T22:20:48,694 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting ebbd58d16c814765a685daf296449920, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731363647342 2024-11-11T22:20:48,694 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a5e5de8a22944ccb6d3e586f9804c43, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731363647342 2024-11-11T22:20:48,702 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf6d4159b636c6abc7c22b98922e11e1#B#compaction#417 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:20:48,703 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/5287f7ea86a948d185d7937b14b0c17e is 50, key is test_row_0/B:col10/1731363647660/Put/seqid=0 2024-11-11T22:20:48,724 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf6d4159b636c6abc7c22b98922e11e1#A#compaction#418 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:20:48,724 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/5d4382daa62c42578257a48dddb8eae9 is 50, key is test_row_0/A:col10/1731363647660/Put/seqid=0 2024-11-11T22:20:48,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742320_1496 (size=12493) 2024-11-11T22:20:48,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742321_1497 (size=12493) 2024-11-11T22:20:48,777 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/5287f7ea86a948d185d7937b14b0c17e as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/5287f7ea86a948d185d7937b14b0c17e 2024-11-11T22:20:48,780 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/5d4382daa62c42578257a48dddb8eae9 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/5d4382daa62c42578257a48dddb8eae9 2024-11-11T22:20:48,782 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf6d4159b636c6abc7c22b98922e11e1/B of bf6d4159b636c6abc7c22b98922e11e1 into 5287f7ea86a948d185d7937b14b0c17e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:20:48,782 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf6d4159b636c6abc7c22b98922e11e1: 2024-11-11T22:20:48,782 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1., storeName=bf6d4159b636c6abc7c22b98922e11e1/B, priority=13, startTime=1731363648691; duration=0sec 2024-11-11T22:20:48,782 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:20:48,782 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf6d4159b636c6abc7c22b98922e11e1:B 2024-11-11T22:20:48,782 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:20:48,783 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:20:48,784 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): bf6d4159b636c6abc7c22b98922e11e1/C is initiating minor compaction (all files) 2024-11-11T22:20:48,784 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf6d4159b636c6abc7c22b98922e11e1/C in TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:48,784 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/43d4efa5f68649b1a575302c6bd6ce28, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/97afe4ad57624c9baddaffa75e1351d2, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/1c27a8183956468c8f8554430fcc0359] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp, totalSize=35.5 K 2024-11-11T22:20:48,784 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43d4efa5f68649b1a575302c6bd6ce28, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731363643983 2024-11-11T22:20:48,785 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97afe4ad57624c9baddaffa75e1351d2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731363645138 2024-11-11T22:20:48,786 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c27a8183956468c8f8554430fcc0359, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731363647342 2024-11-11T22:20:48,786 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf6d4159b636c6abc7c22b98922e11e1/A of bf6d4159b636c6abc7c22b98922e11e1 into 5d4382daa62c42578257a48dddb8eae9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:20:48,786 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf6d4159b636c6abc7c22b98922e11e1: 2024-11-11T22:20:48,786 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1., storeName=bf6d4159b636c6abc7c22b98922e11e1/A, priority=13, startTime=1731363648690; duration=0sec 2024-11-11T22:20:48,786 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:20:48,786 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf6d4159b636c6abc7c22b98922e11e1:A 2024-11-11T22:20:48,806 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf6d4159b636c6abc7c22b98922e11e1#C#compaction#419 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:20:48,806 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/b1bd1bc096f940aea8421cd43a89ea2a is 50, key is test_row_0/C:col10/1731363647660/Put/seqid=0 2024-11-11T22:20:48,808 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:48,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-11T22:20:48,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:48,810 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing bf6d4159b636c6abc7c22b98922e11e1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T22:20:48,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=A 2024-11-11T22:20:48,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:48,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=B 2024-11-11T22:20:48,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:48,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=C 2024-11-11T22:20:48,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:48,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742322_1498 (size=12493) 2024-11-11T22:20:48,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/f9979fdd411646648cea7f0b2f44ccad is 50, key is test_row_0/A:col10/1731363647682/Put/seqid=0 2024-11-11T22:20:48,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742323_1499 (size=12151) 2024-11-11T22:20:48,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:48,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on bf6d4159b636c6abc7c22b98922e11e1 2024-11-11T22:20:48,831 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/b1bd1bc096f940aea8421cd43a89ea2a as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/b1bd1bc096f940aea8421cd43a89ea2a 2024-11-11T22:20:48,845 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf6d4159b636c6abc7c22b98922e11e1/C of bf6d4159b636c6abc7c22b98922e11e1 into b1bd1bc096f940aea8421cd43a89ea2a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:20:48,845 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf6d4159b636c6abc7c22b98922e11e1: 2024-11-11T22:20:48,845 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1., storeName=bf6d4159b636c6abc7c22b98922e11e1/C, priority=13, startTime=1731363648691; duration=0sec 2024-11-11T22:20:48,846 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:20:48,846 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf6d4159b636c6abc7c22b98922e11e1:C 2024-11-11T22:20:48,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:48,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363708879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:48,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:48,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363708880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:48,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:48,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363708880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:48,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:48,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363708883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:48,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:48,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363708984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:48,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:48,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363708984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:48,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:48,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363708984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:48,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:48,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363708989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:49,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:49,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363709189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:49,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363709193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:49,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363709193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:49,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:49,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363709198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:49,245 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/f9979fdd411646648cea7f0b2f44ccad 2024-11-11T22:20:49,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/71628e4097494881a9954026a7ef34b0 is 50, key is test_row_0/B:col10/1731363647682/Put/seqid=0 2024-11-11T22:20:49,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742324_1500 (size=12151) 2024-11-11T22:20:49,309 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/71628e4097494881a9954026a7ef34b0 2024-11-11T22:20:49,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/9c82844a2fa5449e83a3a9374d60c7cc is 50, key is test_row_0/C:col10/1731363647682/Put/seqid=0 2024-11-11T22:20:49,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742325_1501 (size=12151) 2024-11-11T22:20:49,350 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/9c82844a2fa5449e83a3a9374d60c7cc 2024-11-11T22:20:49,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/f9979fdd411646648cea7f0b2f44ccad as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/f9979fdd411646648cea7f0b2f44ccad 2024-11-11T22:20:49,373 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/f9979fdd411646648cea7f0b2f44ccad, entries=150, sequenceid=171, filesize=11.9 K 2024-11-11T22:20:49,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/71628e4097494881a9954026a7ef34b0 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/71628e4097494881a9954026a7ef34b0 2024-11-11T22:20:49,377 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/71628e4097494881a9954026a7ef34b0, entries=150, sequenceid=171, filesize=11.9 K 2024-11-11T22:20:49,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/9c82844a2fa5449e83a3a9374d60c7cc as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/9c82844a2fa5449e83a3a9374d60c7cc 2024-11-11T22:20:49,381 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/9c82844a2fa5449e83a3a9374d60c7cc, entries=150, sequenceid=171, filesize=11.9 K 2024-11-11T22:20:49,382 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for bf6d4159b636c6abc7c22b98922e11e1 in 572ms, sequenceid=171, compaction requested=false 2024-11-11T22:20:49,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for bf6d4159b636c6abc7c22b98922e11e1: 2024-11-11T22:20:49,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:49,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-11T22:20:49,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-11T22:20:49,384 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-11T22:20:49,384 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8380 sec 2024-11-11T22:20:49,386 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 1.8430 sec 2024-11-11T22:20:49,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on bf6d4159b636c6abc7c22b98922e11e1 2024-11-11T22:20:49,532 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf6d4159b636c6abc7c22b98922e11e1 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-11T22:20:49,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=A 2024-11-11T22:20:49,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:49,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=B 2024-11-11T22:20:49,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:49,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=C 2024-11-11T22:20:49,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:49,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/ef0d823d1ac247f6953efe9cbf82e0cb is 50, key is test_row_0/A:col10/1731363649510/Put/seqid=0 2024-11-11T22:20:49,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:49,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363709540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:49,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:49,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363709541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:49,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:49,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363709541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:49,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:49,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363709542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:49,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742326_1502 (size=12151) 2024-11-11T22:20:49,557 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/ef0d823d1ac247f6953efe9cbf82e0cb 2024-11-11T22:20:49,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/a20776aa3ac94f1986597440a4184813 is 50, key is test_row_0/B:col10/1731363649510/Put/seqid=0 2024-11-11T22:20:49,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742327_1503 (size=12151) 2024-11-11T22:20:49,601 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/a20776aa3ac94f1986597440a4184813 2024-11-11T22:20:49,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/9f60e206a24943da960a78ea457cb7b0 is 50, key is test_row_0/C:col10/1731363649510/Put/seqid=0 2024-11-11T22:20:49,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742328_1504 (size=12151) 2024-11-11T22:20:49,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:49,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363709648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:49,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:49,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363709648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:49,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-11T22:20:49,653 INFO [Thread-2088 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-11T22:20:49,654 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:20:49,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-11T22:20:49,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-11T22:20:49,655 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:20:49,656 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:20:49,656 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:20:49,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:49,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363709653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:49,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:49,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363709653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:49,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-11T22:20:49,808 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:49,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-11T22:20:49,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:49,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:49,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:49,813 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:49,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:49,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:49,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363709856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:49,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:49,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363709856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:49,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363709862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:49,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363709862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-11T22:20:49,983 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:49,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-11T22:20:49,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:49,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:49,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:49,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:49,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:50,037 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/9f60e206a24943da960a78ea457cb7b0 2024-11-11T22:20:50,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/ef0d823d1ac247f6953efe9cbf82e0cb as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/ef0d823d1ac247f6953efe9cbf82e0cb 2024-11-11T22:20:50,048 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/ef0d823d1ac247f6953efe9cbf82e0cb, entries=150, sequenceid=200, filesize=11.9 K 2024-11-11T22:20:50,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/a20776aa3ac94f1986597440a4184813 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/a20776aa3ac94f1986597440a4184813 2024-11-11T22:20:50,055 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/a20776aa3ac94f1986597440a4184813, entries=150, sequenceid=200, filesize=11.9 K 2024-11-11T22:20:50,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/9f60e206a24943da960a78ea457cb7b0 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/9f60e206a24943da960a78ea457cb7b0 2024-11-11T22:20:50,059 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/9f60e206a24943da960a78ea457cb7b0, entries=150, sequenceid=200, filesize=11.9 K 2024-11-11T22:20:50,060 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for bf6d4159b636c6abc7c22b98922e11e1 in 528ms, sequenceid=200, compaction requested=true 2024-11-11T22:20:50,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf6d4159b636c6abc7c22b98922e11e1: 2024-11-11T22:20:50,060 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:20:50,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf6d4159b636c6abc7c22b98922e11e1:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T22:20:50,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:20:50,061 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:20:50,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf6d4159b636c6abc7c22b98922e11e1:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T22:20:50,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:20:50,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf6d4159b636c6abc7c22b98922e11e1:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:20:50,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:20:50,066 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:20:50,066 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:20:50,066 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): bf6d4159b636c6abc7c22b98922e11e1/B is initiating minor compaction (all files) 2024-11-11T22:20:50,066 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): bf6d4159b636c6abc7c22b98922e11e1/A is initiating minor compaction (all files) 2024-11-11T22:20:50,066 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf6d4159b636c6abc7c22b98922e11e1/B in TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:50,066 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf6d4159b636c6abc7c22b98922e11e1/A in TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:50,066 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/5287f7ea86a948d185d7937b14b0c17e, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/71628e4097494881a9954026a7ef34b0, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/a20776aa3ac94f1986597440a4184813] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp, totalSize=35.9 K 2024-11-11T22:20:50,066 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/5d4382daa62c42578257a48dddb8eae9, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/f9979fdd411646648cea7f0b2f44ccad, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/ef0d823d1ac247f6953efe9cbf82e0cb] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp, totalSize=35.9 K 2024-11-11T22:20:50,066 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 5287f7ea86a948d185d7937b14b0c17e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731363647342 2024-11-11T22:20:50,066 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d4382daa62c42578257a48dddb8eae9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731363647342 2024-11-11T22:20:50,067 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 71628e4097494881a9954026a7ef34b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731363647676 2024-11-11T22:20:50,067 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9979fdd411646648cea7f0b2f44ccad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731363647676 2024-11-11T22:20:50,067 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting a20776aa3ac94f1986597440a4184813, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731363648882 2024-11-11T22:20:50,067 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef0d823d1ac247f6953efe9cbf82e0cb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731363648882 2024-11-11T22:20:50,083 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf6d4159b636c6abc7c22b98922e11e1#B#compaction#426 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:20:50,084 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/f2bb4079aad24d6f845b120670d2f1eb is 50, key is test_row_0/B:col10/1731363649510/Put/seqid=0 2024-11-11T22:20:50,085 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf6d4159b636c6abc7c22b98922e11e1#A#compaction#427 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:20:50,085 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/0273dfcb08a94b79822fced918f76139 is 50, key is test_row_0/A:col10/1731363649510/Put/seqid=0 2024-11-11T22:20:50,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742329_1505 (size=12595) 2024-11-11T22:20:50,095 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/f2bb4079aad24d6f845b120670d2f1eb as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/f2bb4079aad24d6f845b120670d2f1eb 2024-11-11T22:20:50,101 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf6d4159b636c6abc7c22b98922e11e1/B of bf6d4159b636c6abc7c22b98922e11e1 into f2bb4079aad24d6f845b120670d2f1eb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:20:50,101 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf6d4159b636c6abc7c22b98922e11e1: 2024-11-11T22:20:50,101 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1., storeName=bf6d4159b636c6abc7c22b98922e11e1/B, priority=13, startTime=1731363650061; duration=0sec 2024-11-11T22:20:50,102 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:20:50,102 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf6d4159b636c6abc7c22b98922e11e1:B 2024-11-11T22:20:50,102 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:20:50,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742330_1506 (size=12595) 2024-11-11T22:20:50,107 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:20:50,107 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): bf6d4159b636c6abc7c22b98922e11e1/C is initiating minor compaction (all files) 2024-11-11T22:20:50,107 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf6d4159b636c6abc7c22b98922e11e1/C in TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:50,107 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/b1bd1bc096f940aea8421cd43a89ea2a, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/9c82844a2fa5449e83a3a9374d60c7cc, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/9f60e206a24943da960a78ea457cb7b0] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp, totalSize=35.9 K 2024-11-11T22:20:50,107 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting b1bd1bc096f940aea8421cd43a89ea2a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731363647342 2024-11-11T22:20:50,108 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c82844a2fa5449e83a3a9374d60c7cc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731363647676 2024-11-11T22:20:50,108 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f60e206a24943da960a78ea457cb7b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731363648882 2024-11-11T22:20:50,115 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf6d4159b636c6abc7c22b98922e11e1#C#compaction#428 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:20:50,115 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/16ca4282648d480681e3d1e8e4e76d65 is 50, key is test_row_0/C:col10/1731363649510/Put/seqid=0 2024-11-11T22:20:50,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742331_1507 (size=12595) 2024-11-11T22:20:50,140 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:50,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-11T22:20:50,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:50,141 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing bf6d4159b636c6abc7c22b98922e11e1 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-11T22:20:50,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=A 2024-11-11T22:20:50,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:50,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=B 2024-11-11T22:20:50,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:50,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=C 2024-11-11T22:20:50,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:50,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/c36503a8361745f7a7483d6cba296352 is 50, key is test_row_1/A:col10/1731363649540/Put/seqid=0 2024-11-11T22:20:50,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742332_1508 (size=9757) 2024-11-11T22:20:50,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on bf6d4159b636c6abc7c22b98922e11e1 2024-11-11T22:20:50,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:50,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363710192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:50,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363710192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:50,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363710193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:50,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363710194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-11T22:20:50,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363710298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:50,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363710298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:50,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363710299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:50,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363710300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:50,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363710501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:50,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363710503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:50,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363710504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:50,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363710504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:50,511 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/0273dfcb08a94b79822fced918f76139 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/0273dfcb08a94b79822fced918f76139 2024-11-11T22:20:50,524 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf6d4159b636c6abc7c22b98922e11e1/A of bf6d4159b636c6abc7c22b98922e11e1 into 0273dfcb08a94b79822fced918f76139(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:20:50,524 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf6d4159b636c6abc7c22b98922e11e1: 2024-11-11T22:20:50,524 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1., storeName=bf6d4159b636c6abc7c22b98922e11e1/A, priority=13, startTime=1731363650060; duration=0sec 2024-11-11T22:20:50,524 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:20:50,524 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf6d4159b636c6abc7c22b98922e11e1:A 2024-11-11T22:20:50,543 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/16ca4282648d480681e3d1e8e4e76d65 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/16ca4282648d480681e3d1e8e4e76d65 2024-11-11T22:20:50,548 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf6d4159b636c6abc7c22b98922e11e1/C of bf6d4159b636c6abc7c22b98922e11e1 into 16ca4282648d480681e3d1e8e4e76d65(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:20:50,548 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf6d4159b636c6abc7c22b98922e11e1: 2024-11-11T22:20:50,548 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1., storeName=bf6d4159b636c6abc7c22b98922e11e1/C, priority=13, startTime=1731363650061; duration=0sec 2024-11-11T22:20:50,550 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/c36503a8361745f7a7483d6cba296352 2024-11-11T22:20:50,552 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:20:50,552 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf6d4159b636c6abc7c22b98922e11e1:C 2024-11-11T22:20:50,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/0dccff0f61ca494d86d444b88e0f74ee is 50, key is test_row_1/B:col10/1731363649540/Put/seqid=0 2024-11-11T22:20:50,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742333_1509 (size=9757) 2024-11-11T22:20:50,568 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/0dccff0f61ca494d86d444b88e0f74ee 2024-11-11T22:20:50,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/02fc2cb7c3a74d8e858ed961e178ca74 is 50, key is test_row_1/C:col10/1731363649540/Put/seqid=0 2024-11-11T22:20:50,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742334_1510 (size=9757) 2024-11-11T22:20:50,609 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/02fc2cb7c3a74d8e858ed961e178ca74 2024-11-11T22:20:50,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/c36503a8361745f7a7483d6cba296352 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/c36503a8361745f7a7483d6cba296352 2024-11-11T22:20:50,627 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/c36503a8361745f7a7483d6cba296352, entries=100, sequenceid=209, filesize=9.5 K 2024-11-11T22:20:50,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/0dccff0f61ca494d86d444b88e0f74ee as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/0dccff0f61ca494d86d444b88e0f74ee 2024-11-11T22:20:50,633 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/0dccff0f61ca494d86d444b88e0f74ee, entries=100, sequenceid=209, filesize=9.5 K 2024-11-11T22:20:50,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/02fc2cb7c3a74d8e858ed961e178ca74 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/02fc2cb7c3a74d8e858ed961e178ca74 2024-11-11T22:20:50,637 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/02fc2cb7c3a74d8e858ed961e178ca74, entries=100, sequenceid=209, filesize=9.5 K 2024-11-11T22:20:50,638 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for bf6d4159b636c6abc7c22b98922e11e1 in 497ms, sequenceid=209, compaction requested=false 2024-11-11T22:20:50,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for bf6d4159b636c6abc7c22b98922e11e1: 2024-11-11T22:20:50,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:50,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-11T22:20:50,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-11T22:20:50,641 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-11T22:20:50,641 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 984 msec 2024-11-11T22:20:50,643 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 988 msec 2024-11-11T22:20:50,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-11T22:20:50,779 INFO [Thread-2088 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-11T22:20:50,785 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:20:50,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-11T22:20:50,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-11T22:20:50,788 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:20:50,789 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:20:50,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:20:50,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on bf6d4159b636c6abc7c22b98922e11e1 2024-11-11T22:20:50,819 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf6d4159b636c6abc7c22b98922e11e1 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-11T22:20:50,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=A 2024-11-11T22:20:50,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:50,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=B 2024-11-11T22:20:50,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:50,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=C 2024-11-11T22:20:50,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:50,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:50,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363710823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:50,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/7e973d71bec948b787a393b4b3048b4f is 50, key is test_row_0/A:col10/1731363650816/Put/seqid=0 2024-11-11T22:20:50,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:50,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363710839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:50,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:50,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363710840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:50,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:50,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363710840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:50,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742335_1511 (size=16931) 2024-11-11T22:20:50,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-11T22:20:50,945 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:50,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-11T22:20:50,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:50,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:50,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:50,946 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:50,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:50,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:50,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363710942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:50,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:50,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:50,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363710955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:50,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:50,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363710956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:50,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:50,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363710977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:51,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-11T22:20:51,111 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:51,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-11T22:20:51,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:51,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:51,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:51,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:51,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:51,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:51,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363711153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:51,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:51,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363711169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:51,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:51,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363711169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:51,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:51,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363711187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:51,265 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:51,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-11T22:20:51,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:51,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:51,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:51,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:51,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:51,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:51,272 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/7e973d71bec948b787a393b4b3048b4f 2024-11-11T22:20:51,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/660dad07d3fe4fe4895cf7fa766eacdb is 50, key is test_row_0/B:col10/1731363650816/Put/seqid=0 2024-11-11T22:20:51,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742336_1512 (size=12151) 2024-11-11T22:20:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-11T22:20:51,417 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:51,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-11T22:20:51,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:51,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:51,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:51,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:51,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:51,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:51,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363711465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:51,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:51,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363711472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:51,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363711477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:51,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:51,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363711492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:51,575 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:51,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-11T22:20:51,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:51,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:51,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:51,576 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:51,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:51,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:51,725 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/660dad07d3fe4fe4895cf7fa766eacdb 2024-11-11T22:20:51,732 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:51,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-11T22:20:51,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:51,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:51,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:51,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:51,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:51,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:51,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/4a9b819b92084cbea097f1b17f7ee29f is 50, key is test_row_0/C:col10/1731363650816/Put/seqid=0 2024-11-11T22:20:51,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742337_1513 (size=12151) 2024-11-11T22:20:51,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/4a9b819b92084cbea097f1b17f7ee29f 2024-11-11T22:20:51,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/7e973d71bec948b787a393b4b3048b4f as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/7e973d71bec948b787a393b4b3048b4f 2024-11-11T22:20:51,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/7e973d71bec948b787a393b4b3048b4f, entries=250, sequenceid=241, filesize=16.5 K 2024-11-11T22:20:51,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/660dad07d3fe4fe4895cf7fa766eacdb as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/660dad07d3fe4fe4895cf7fa766eacdb 2024-11-11T22:20:51,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/660dad07d3fe4fe4895cf7fa766eacdb, entries=150, sequenceid=241, filesize=11.9 K 2024-11-11T22:20:51,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/4a9b819b92084cbea097f1b17f7ee29f as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/4a9b819b92084cbea097f1b17f7ee29f 2024-11-11T22:20:51,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/4a9b819b92084cbea097f1b17f7ee29f, entries=150, sequenceid=241, filesize=11.9 K 2024-11-11T22:20:51,834 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=33.54 KB/34350 for bf6d4159b636c6abc7c22b98922e11e1 in 1015ms, sequenceid=241, compaction requested=true 2024-11-11T22:20:51,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf6d4159b636c6abc7c22b98922e11e1: 2024-11-11T22:20:51,835 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:20:51,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf6d4159b636c6abc7c22b98922e11e1:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T22:20:51,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:20:51,835 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:20:51,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf6d4159b636c6abc7c22b98922e11e1:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T22:20:51,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:20:51,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf6d4159b636c6abc7c22b98922e11e1:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:20:51,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:20:51,842 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:20:51,842 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39283 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:20:51,842 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): bf6d4159b636c6abc7c22b98922e11e1/B is initiating minor compaction (all files) 2024-11-11T22:20:51,842 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): bf6d4159b636c6abc7c22b98922e11e1/A is initiating minor compaction (all files) 2024-11-11T22:20:51,842 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf6d4159b636c6abc7c22b98922e11e1/A in TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:51,842 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf6d4159b636c6abc7c22b98922e11e1/B in TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:51,842 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/0273dfcb08a94b79822fced918f76139, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/c36503a8361745f7a7483d6cba296352, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/7e973d71bec948b787a393b4b3048b4f] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp, totalSize=38.4 K 2024-11-11T22:20:51,842 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/f2bb4079aad24d6f845b120670d2f1eb, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/0dccff0f61ca494d86d444b88e0f74ee, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/660dad07d3fe4fe4895cf7fa766eacdb] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp, totalSize=33.7 K 2024-11-11T22:20:51,842 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting f2bb4079aad24d6f845b120670d2f1eb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731363648882 2024-11-11T22:20:51,842 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0273dfcb08a94b79822fced918f76139, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731363648882 2024-11-11T22:20:51,848 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 0dccff0f61ca494d86d444b88e0f74ee, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731363649540 2024-11-11T22:20:51,849 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 660dad07d3fe4fe4895cf7fa766eacdb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731363650191 2024-11-11T22:20:51,850 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting c36503a8361745f7a7483d6cba296352, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731363649540 2024-11-11T22:20:51,854 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e973d71bec948b787a393b4b3048b4f, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731363650191 2024-11-11T22:20:51,880 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf6d4159b636c6abc7c22b98922e11e1#B#compaction#435 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:20:51,880 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/a3097a1e5e6e4e089f56e17edbf75ceb is 50, key is test_row_0/B:col10/1731363650816/Put/seqid=0 2024-11-11T22:20:51,886 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:51,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-11T22:20:51,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:51,887 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing bf6d4159b636c6abc7c22b98922e11e1 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-11T22:20:51,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=A 2024-11-11T22:20:51,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:51,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=B 2024-11-11T22:20:51,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:51,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=C 2024-11-11T22:20:51,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:51,892 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf6d4159b636c6abc7c22b98922e11e1#A#compaction#436 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:20:51,893 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/c33323f165fa43eb9c3ca20bb7c774ae is 50, key is test_row_0/A:col10/1731363650816/Put/seqid=0 2024-11-11T22:20:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-11T22:20:51,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/fbc212b28548404eaa887b8bc98dc3f7 is 50, key is test_row_0/A:col10/1731363650828/Put/seqid=0 2024-11-11T22:20:51,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742338_1514 (size=12697) 2024-11-11T22:20:51,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742339_1515 (size=12697) 2024-11-11T22:20:51,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742340_1516 (size=12151) 2024-11-11T22:20:51,942 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/fbc212b28548404eaa887b8bc98dc3f7 2024-11-11T22:20:51,951 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/c33323f165fa43eb9c3ca20bb7c774ae as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/c33323f165fa43eb9c3ca20bb7c774ae 2024-11-11T22:20:51,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/1ac5b20371504cf29d5a9dd122bb5062 is 50, key is test_row_0/B:col10/1731363650828/Put/seqid=0 2024-11-11T22:20:51,959 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf6d4159b636c6abc7c22b98922e11e1/A of bf6d4159b636c6abc7c22b98922e11e1 into c33323f165fa43eb9c3ca20bb7c774ae(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:20:51,959 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf6d4159b636c6abc7c22b98922e11e1: 2024-11-11T22:20:51,959 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1., storeName=bf6d4159b636c6abc7c22b98922e11e1/A, priority=13, startTime=1731363651835; duration=0sec 2024-11-11T22:20:51,959 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:20:51,959 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf6d4159b636c6abc7c22b98922e11e1:A 2024-11-11T22:20:51,959 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:20:51,960 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:20:51,960 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): bf6d4159b636c6abc7c22b98922e11e1/C is initiating minor compaction (all files) 2024-11-11T22:20:51,960 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf6d4159b636c6abc7c22b98922e11e1/C in TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:51,960 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/16ca4282648d480681e3d1e8e4e76d65, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/02fc2cb7c3a74d8e858ed961e178ca74, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/4a9b819b92084cbea097f1b17f7ee29f] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp, totalSize=33.7 K 2024-11-11T22:20:51,964 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16ca4282648d480681e3d1e8e4e76d65, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731363648882 2024-11-11T22:20:51,964 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 02fc2cb7c3a74d8e858ed961e178ca74, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731363649540 2024-11-11T22:20:51,965 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a9b819b92084cbea097f1b17f7ee29f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731363650191 2024-11-11T22:20:51,975 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf6d4159b636c6abc7c22b98922e11e1#C#compaction#439 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:20:51,976 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/9e2c2c3dbe2a4fef9434c2f88563950d is 50, key is test_row_0/C:col10/1731363650816/Put/seqid=0 2024-11-11T22:20:51,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742341_1517 (size=12151) 2024-11-11T22:20:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on bf6d4159b636c6abc7c22b98922e11e1 2024-11-11T22:20:51,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:52,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742342_1518 (size=12697) 2024-11-11T22:20:52,009 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/9e2c2c3dbe2a4fef9434c2f88563950d as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/9e2c2c3dbe2a4fef9434c2f88563950d 2024-11-11T22:20:52,044 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf6d4159b636c6abc7c22b98922e11e1/C of bf6d4159b636c6abc7c22b98922e11e1 into 9e2c2c3dbe2a4fef9434c2f88563950d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:20:52,044 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf6d4159b636c6abc7c22b98922e11e1: 2024-11-11T22:20:52,044 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1., storeName=bf6d4159b636c6abc7c22b98922e11e1/C, priority=13, startTime=1731363651835; duration=0sec 2024-11-11T22:20:52,045 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:20:52,045 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf6d4159b636c6abc7c22b98922e11e1:C 2024-11-11T22:20:52,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:52,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363712089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:52,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:52,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363712090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:52,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:52,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363712095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:52,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:52,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363712097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:52,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:52,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363712203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:52,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:52,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363712203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:52,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:52,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363712204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:52,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:52,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363712205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:52,368 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/a3097a1e5e6e4e089f56e17edbf75ceb as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/a3097a1e5e6e4e089f56e17edbf75ceb 2024-11-11T22:20:52,382 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf6d4159b636c6abc7c22b98922e11e1/B of bf6d4159b636c6abc7c22b98922e11e1 into a3097a1e5e6e4e089f56e17edbf75ceb(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:20:52,382 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf6d4159b636c6abc7c22b98922e11e1: 2024-11-11T22:20:52,382 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1., storeName=bf6d4159b636c6abc7c22b98922e11e1/B, priority=13, startTime=1731363651835; duration=0sec 2024-11-11T22:20:52,383 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:20:52,383 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf6d4159b636c6abc7c22b98922e11e1:B 2024-11-11T22:20:52,387 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/1ac5b20371504cf29d5a9dd122bb5062 2024-11-11T22:20:52,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/7ae6dca9539f4eaea565c7a75fb55909 is 50, key is test_row_0/C:col10/1731363650828/Put/seqid=0 2024-11-11T22:20:52,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:52,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363712408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:52,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:52,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363712408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:52,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:52,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363712412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:52,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742343_1519 (size=12151) 2024-11-11T22:20:52,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:52,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363712425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:52,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:52,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363712715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:52,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:52,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363712725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:52,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:52,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363712727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:52,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:52,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363712729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:52,824 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/7ae6dca9539f4eaea565c7a75fb55909 2024-11-11T22:20:52,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/fbc212b28548404eaa887b8bc98dc3f7 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/fbc212b28548404eaa887b8bc98dc3f7 2024-11-11T22:20:52,832 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/fbc212b28548404eaa887b8bc98dc3f7, entries=150, sequenceid=249, filesize=11.9 K 2024-11-11T22:20:52,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/1ac5b20371504cf29d5a9dd122bb5062 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/1ac5b20371504cf29d5a9dd122bb5062 2024-11-11T22:20:52,837 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/1ac5b20371504cf29d5a9dd122bb5062, entries=150, sequenceid=249, filesize=11.9 K 2024-11-11T22:20:52,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/7ae6dca9539f4eaea565c7a75fb55909 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/7ae6dca9539f4eaea565c7a75fb55909 2024-11-11T22:20:52,841 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/7ae6dca9539f4eaea565c7a75fb55909, entries=150, sequenceid=249, filesize=11.9 K 2024-11-11T22:20:52,843 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for bf6d4159b636c6abc7c22b98922e11e1 in 955ms, sequenceid=249, compaction requested=false 2024-11-11T22:20:52,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for bf6d4159b636c6abc7c22b98922e11e1: 2024-11-11T22:20:52,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:52,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-11T22:20:52,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-11T22:20:52,845 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-11T22:20:52,845 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0550 sec 2024-11-11T22:20:52,847 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 2.0610 sec 2024-11-11T22:20:52,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-11T22:20:52,905 INFO [Thread-2088 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-11T22:20:52,910 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:20:52,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-11T22:20:52,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-11T22:20:52,912 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:20:52,913 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:20:52,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:20:53,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-11T22:20:53,066 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:53,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-11T22:20:53,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:53,069 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing bf6d4159b636c6abc7c22b98922e11e1 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-11T22:20:53,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=A 2024-11-11T22:20:53,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:53,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=B 2024-11-11T22:20:53,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:53,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=C 2024-11-11T22:20:53,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:53,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/d31a3c92f28f47e98a67852a35a53551 is 50, key is test_row_0/A:col10/1731363652072/Put/seqid=0 2024-11-11T22:20:53,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742344_1520 (size=12301) 2024-11-11T22:20:53,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-11T22:20:53,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:53,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on bf6d4159b636c6abc7c22b98922e11e1 2024-11-11T22:20:53,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:53,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363713241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:53,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:53,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363713244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:53,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:53,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363713245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:53,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:53,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363713247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:53,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:53,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363713353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:53,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:53,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363713358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:53,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:53,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363713358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:53,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:53,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363713361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:53,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-11T22:20:53,525 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/d31a3c92f28f47e98a67852a35a53551 2024-11-11T22:20:53,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/de796f0c911e457b891d596ed221c0ba is 50, key is test_row_0/B:col10/1731363652072/Put/seqid=0 2024-11-11T22:20:53,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:53,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363713560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:53,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:53,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363713564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:53,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:53,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363713566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:53,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:53,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363713569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:53,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742345_1521 (size=12301) 2024-11-11T22:20:53,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:53,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363713867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:53,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:53,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363713869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:53,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:53,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363713874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:53,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:53,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363713881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:53,997 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/de796f0c911e457b891d596ed221c0ba 2024-11-11T22:20:54,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/0953a9b529504217baf7eeada531f25a is 50, key is test_row_0/C:col10/1731363652072/Put/seqid=0 2024-11-11T22:20:54,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742346_1522 (size=12301) 2024-11-11T22:20:54,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-11T22:20:54,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363714372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:54,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363714388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:54,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363714389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:54,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363714395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:54,413 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/0953a9b529504217baf7eeada531f25a 2024-11-11T22:20:54,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/d31a3c92f28f47e98a67852a35a53551 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/d31a3c92f28f47e98a67852a35a53551 2024-11-11T22:20:54,449 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/d31a3c92f28f47e98a67852a35a53551, entries=150, sequenceid=280, filesize=12.0 K 2024-11-11T22:20:54,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/de796f0c911e457b891d596ed221c0ba as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/de796f0c911e457b891d596ed221c0ba 2024-11-11T22:20:54,454 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/de796f0c911e457b891d596ed221c0ba, entries=150, sequenceid=280, filesize=12.0 K 2024-11-11T22:20:54,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/0953a9b529504217baf7eeada531f25a as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/0953a9b529504217baf7eeada531f25a 2024-11-11T22:20:54,460 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/0953a9b529504217baf7eeada531f25a, entries=150, sequenceid=280, filesize=12.0 K 2024-11-11T22:20:54,465 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for bf6d4159b636c6abc7c22b98922e11e1 in 1395ms, sequenceid=280, compaction requested=true 2024-11-11T22:20:54,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for bf6d4159b636c6abc7c22b98922e11e1: 2024-11-11T22:20:54,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:54,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-11T22:20:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-11T22:20:54,471 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-11T22:20:54,471 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5560 sec 2024-11-11T22:20:54,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 1.5610 sec 2024-11-11T22:20:55,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-11T22:20:55,025 INFO [Thread-2088 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-11T22:20:55,044 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:20:55,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-11T22:20:55,050 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:20:55,051 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:20:55,051 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:20:55,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-11T22:20:55,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-11T22:20:55,202 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:55,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-11T22:20:55,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:55,203 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing bf6d4159b636c6abc7c22b98922e11e1 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-11T22:20:55,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=A 2024-11-11T22:20:55,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:55,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=B 2024-11-11T22:20:55,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:55,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=C 2024-11-11T22:20:55,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:55,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/efdb903b26af4c0abc91f02a1808e5c1 is 50, key is test_row_0/A:col10/1731363653242/Put/seqid=0 2024-11-11T22:20:55,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742347_1523 (size=12301) 2024-11-11T22:20:55,213 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/efdb903b26af4c0abc91f02a1808e5c1 2024-11-11T22:20:55,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/6bec16e7f74a4163a4f83f367249ed0d is 50, key is test_row_0/B:col10/1731363653242/Put/seqid=0 2024-11-11T22:20:55,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742348_1524 (size=12301) 2024-11-11T22:20:55,225 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/6bec16e7f74a4163a4f83f367249ed0d 2024-11-11T22:20:55,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/6a0fffefbb5844d69be252751a916b08 is 50, key is test_row_0/C:col10/1731363653242/Put/seqid=0 2024-11-11T22:20:55,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742349_1525 (size=12301) 2024-11-11T22:20:55,245 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/6a0fffefbb5844d69be252751a916b08 2024-11-11T22:20:55,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/efdb903b26af4c0abc91f02a1808e5c1 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/efdb903b26af4c0abc91f02a1808e5c1 2024-11-11T22:20:55,253 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/efdb903b26af4c0abc91f02a1808e5c1, entries=150, sequenceid=289, filesize=12.0 K 2024-11-11T22:20:55,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/6bec16e7f74a4163a4f83f367249ed0d as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/6bec16e7f74a4163a4f83f367249ed0d 2024-11-11T22:20:55,258 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/6bec16e7f74a4163a4f83f367249ed0d, entries=150, sequenceid=289, filesize=12.0 K 2024-11-11T22:20:55,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/6a0fffefbb5844d69be252751a916b08 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/6a0fffefbb5844d69be252751a916b08 2024-11-11T22:20:55,262 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/6a0fffefbb5844d69be252751a916b08, entries=150, sequenceid=289, filesize=12.0 K 2024-11-11T22:20:55,264 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=0 B/0 for bf6d4159b636c6abc7c22b98922e11e1 in 60ms, sequenceid=289, compaction requested=true 2024-11-11T22:20:55,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for bf6d4159b636c6abc7c22b98922e11e1: 2024-11-11T22:20:55,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:55,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-11T22:20:55,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-11T22:20:55,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-11T22:20:55,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 214 msec 2024-11-11T22:20:55,268 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 223 msec 2024-11-11T22:20:55,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-11T22:20:55,357 INFO [Thread-2088 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-11T22:20:55,361 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:20:55,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-11T22:20:55,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-11T22:20:55,363 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:20:55,363 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:20:55,364 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:20:55,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on bf6d4159b636c6abc7c22b98922e11e1 2024-11-11T22:20:55,407 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf6d4159b636c6abc7c22b98922e11e1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T22:20:55,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=A 2024-11-11T22:20:55,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:55,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=B 2024-11-11T22:20:55,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:55,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=C 2024-11-11T22:20:55,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:55,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/047a5f31be0b42d891dea6ec3431545d is 50, key is test_row_0/A:col10/1731363655404/Put/seqid=0 2024-11-11T22:20:55,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742350_1526 (size=19617) 2024-11-11T22:20:55,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-11T22:20:55,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:55,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363715487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:55,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:55,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363715496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:55,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:55,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363715497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:55,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:55,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363715497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:55,516 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:55,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-11T22:20:55,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:55,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:55,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:55,519 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:55,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:55,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:55,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:55,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363715598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:55,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:55,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363715613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:55,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:55,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363715613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:55,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:55,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363715613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:55,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-11T22:20:55,671 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:55,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-11T22:20:55,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:55,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:55,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:55,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:55,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:55,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:55,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363715806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:55,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:55,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363715820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:55,826 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:55,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-11T22:20:55,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:55,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:55,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:55,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:55,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:55,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363715822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:55,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363715822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:55,863 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/047a5f31be0b42d891dea6ec3431545d 2024-11-11T22:20:55,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/e5af2edbfcfe46c1b7fdfb51e256a84e is 50, key is test_row_0/B:col10/1731363655404/Put/seqid=0 2024-11-11T22:20:55,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742351_1527 (size=9857) 2024-11-11T22:20:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-11T22:20:55,978 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:55,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-11T22:20:55,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:55,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:55,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:55,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:55,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:56,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:56,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363716110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:56,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:56,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363716126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:56,133 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:56,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-11T22:20:56,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:56,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:56,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:56,142 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:56,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:56,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:56,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363716141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:56,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:56,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363716144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:56,281 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/e5af2edbfcfe46c1b7fdfb51e256a84e 2024-11-11T22:20:56,297 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:56,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-11T22:20:56,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:56,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:56,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:56,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:56,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:56,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:56,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/ea99ac0381c9420896146a9ab6256b54 is 50, key is test_row_0/C:col10/1731363655404/Put/seqid=0 2024-11-11T22:20:56,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742352_1528 (size=9857) 2024-11-11T22:20:56,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/ea99ac0381c9420896146a9ab6256b54 2024-11-11T22:20:56,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/047a5f31be0b42d891dea6ec3431545d as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/047a5f31be0b42d891dea6ec3431545d 2024-11-11T22:20:56,333 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/047a5f31be0b42d891dea6ec3431545d, entries=300, sequenceid=300, filesize=19.2 K 2024-11-11T22:20:56,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/e5af2edbfcfe46c1b7fdfb51e256a84e as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/e5af2edbfcfe46c1b7fdfb51e256a84e 2024-11-11T22:20:56,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/e5af2edbfcfe46c1b7fdfb51e256a84e, entries=100, sequenceid=300, filesize=9.6 K 2024-11-11T22:20:56,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/ea99ac0381c9420896146a9ab6256b54 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/ea99ac0381c9420896146a9ab6256b54 2024-11-11T22:20:56,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/ea99ac0381c9420896146a9ab6256b54, entries=100, sequenceid=300, filesize=9.6 K 2024-11-11T22:20:56,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for bf6d4159b636c6abc7c22b98922e11e1 in 978ms, sequenceid=300, compaction requested=true 2024-11-11T22:20:56,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf6d4159b636c6abc7c22b98922e11e1: 2024-11-11T22:20:56,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf6d4159b636c6abc7c22b98922e11e1:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T22:20:56,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:20:56,386 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-11T22:20:56,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf6d4159b636c6abc7c22b98922e11e1:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T22:20:56,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:20:56,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf6d4159b636c6abc7c22b98922e11e1:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:20:56,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:20:56,389 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-11T22:20:56,390 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 69067 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-11T22:20:56,390 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): bf6d4159b636c6abc7c22b98922e11e1/A is initiating minor compaction (all files) 2024-11-11T22:20:56,390 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf6d4159b636c6abc7c22b98922e11e1/A in TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:56,390 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/c33323f165fa43eb9c3ca20bb7c774ae, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/fbc212b28548404eaa887b8bc98dc3f7, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/d31a3c92f28f47e98a67852a35a53551, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/efdb903b26af4c0abc91f02a1808e5c1, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/047a5f31be0b42d891dea6ec3431545d] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp, totalSize=67.4 K 2024-11-11T22:20:56,392 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 59307 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-11T22:20:56,392 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): bf6d4159b636c6abc7c22b98922e11e1/B is initiating minor compaction (all files) 2024-11-11T22:20:56,392 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf6d4159b636c6abc7c22b98922e11e1/B in TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:56,392 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/a3097a1e5e6e4e089f56e17edbf75ceb, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/1ac5b20371504cf29d5a9dd122bb5062, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/de796f0c911e457b891d596ed221c0ba, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/6bec16e7f74a4163a4f83f367249ed0d, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/e5af2edbfcfe46c1b7fdfb51e256a84e] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp, totalSize=57.9 K 2024-11-11T22:20:56,393 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting a3097a1e5e6e4e089f56e17edbf75ceb, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731363650191 2024-11-11T22:20:56,392 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting c33323f165fa43eb9c3ca20bb7c774ae, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731363650191 2024-11-11T22:20:56,396 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ac5b20371504cf29d5a9dd122bb5062, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731363650822 2024-11-11T22:20:56,396 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting fbc212b28548404eaa887b8bc98dc3f7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731363650822 2024-11-11T22:20:56,397 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting de796f0c911e457b891d596ed221c0ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731363652072 2024-11-11T22:20:56,397 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting d31a3c92f28f47e98a67852a35a53551, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731363652072 2024-11-11T22:20:56,397 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 6bec16e7f74a4163a4f83f367249ed0d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731363653235 2024-11-11T22:20:56,397 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting efdb903b26af4c0abc91f02a1808e5c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731363653235 2024-11-11T22:20:56,398 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting e5af2edbfcfe46c1b7fdfb51e256a84e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731363655404 2024-11-11T22:20:56,398 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 047a5f31be0b42d891dea6ec3431545d, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731363655384 2024-11-11T22:20:56,409 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf6d4159b636c6abc7c22b98922e11e1#A#compaction#450 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:20:56,410 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/71e9825dc0c545b2934aa9e37aca0a20 is 50, key is test_row_0/A:col10/1731363655404/Put/seqid=0 2024-11-11T22:20:56,411 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf6d4159b636c6abc7c22b98922e11e1#B#compaction#451 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:20:56,411 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/2cdac914642b4bcda8fcd5d94169e0e2 is 50, key is test_row_0/B:col10/1731363655404/Put/seqid=0 2024-11-11T22:20:56,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742353_1529 (size=13017) 2024-11-11T22:20:56,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742354_1530 (size=13017) 2024-11-11T22:20:56,438 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/2cdac914642b4bcda8fcd5d94169e0e2 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/2cdac914642b4bcda8fcd5d94169e0e2 2024-11-11T22:20:56,442 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in bf6d4159b636c6abc7c22b98922e11e1/B of bf6d4159b636c6abc7c22b98922e11e1 into 2cdac914642b4bcda8fcd5d94169e0e2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:20:56,442 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf6d4159b636c6abc7c22b98922e11e1: 2024-11-11T22:20:56,442 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1., storeName=bf6d4159b636c6abc7c22b98922e11e1/B, priority=11, startTime=1731363656386; duration=0sec 2024-11-11T22:20:56,442 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:20:56,442 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf6d4159b636c6abc7c22b98922e11e1:B 2024-11-11T22:20:56,442 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-11T22:20:56,449 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 59307 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-11T22:20:56,449 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): bf6d4159b636c6abc7c22b98922e11e1/C is initiating minor compaction (all files) 2024-11-11T22:20:56,449 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf6d4159b636c6abc7c22b98922e11e1/C in TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:56,449 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/9e2c2c3dbe2a4fef9434c2f88563950d, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/7ae6dca9539f4eaea565c7a75fb55909, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/0953a9b529504217baf7eeada531f25a, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/6a0fffefbb5844d69be252751a916b08, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/ea99ac0381c9420896146a9ab6256b54] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp, totalSize=57.9 K 2024-11-11T22:20:56,449 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e2c2c3dbe2a4fef9434c2f88563950d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731363650191 2024-11-11T22:20:56,449 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:56,450 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ae6dca9539f4eaea565c7a75fb55909, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731363650822 2024-11-11T22:20:56,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-11T22:20:56,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:56,450 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 0953a9b529504217baf7eeada531f25a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731363652072 2024-11-11T22:20:56,450 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing bf6d4159b636c6abc7c22b98922e11e1 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T22:20:56,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=A 2024-11-11T22:20:56,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:56,450 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a0fffefbb5844d69be252751a916b08, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731363653235 2024-11-11T22:20:56,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=B 2024-11-11T22:20:56,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:56,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=C 2024-11-11T22:20:56,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:56,451 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting ea99ac0381c9420896146a9ab6256b54, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731363655404 2024-11-11T22:20:56,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/310364db31554257951aff23e588e85f is 50, key is test_row_0/A:col10/1731363655487/Put/seqid=0 2024-11-11T22:20:56,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-11T22:20:56,487 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf6d4159b636c6abc7c22b98922e11e1#C#compaction#453 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:20:56,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742355_1531 (size=12301) 2024-11-11T22:20:56,488 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/32cb32e4ea494a568e1402511adef067 is 50, key is test_row_0/C:col10/1731363655404/Put/seqid=0 2024-11-11T22:20:56,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742356_1532 (size=13017) 2024-11-11T22:20:56,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on bf6d4159b636c6abc7c22b98922e11e1 2024-11-11T22:20:56,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:56,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:56,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363716655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:56,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:56,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363716657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:56,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:56,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363716658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:56,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:56,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363716658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:56,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:56,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363716765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:56,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:56,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363716769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:56,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:56,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363716769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:56,842 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/71e9825dc0c545b2934aa9e37aca0a20 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/71e9825dc0c545b2934aa9e37aca0a20 2024-11-11T22:20:56,848 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in bf6d4159b636c6abc7c22b98922e11e1/A of bf6d4159b636c6abc7c22b98922e11e1 into 71e9825dc0c545b2934aa9e37aca0a20(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:20:56,848 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf6d4159b636c6abc7c22b98922e11e1: 2024-11-11T22:20:56,849 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1., storeName=bf6d4159b636c6abc7c22b98922e11e1/A, priority=11, startTime=1731363656385; duration=0sec 2024-11-11T22:20:56,849 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:20:56,849 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf6d4159b636c6abc7c22b98922e11e1:A 2024-11-11T22:20:56,888 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/310364db31554257951aff23e588e85f 2024-11-11T22:20:56,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/b235caf7603043b2bf2e3c2021191b3d is 50, key is test_row_0/B:col10/1731363655487/Put/seqid=0 2024-11-11T22:20:56,894 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/32cb32e4ea494a568e1402511adef067 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/32cb32e4ea494a568e1402511adef067 2024-11-11T22:20:56,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742357_1533 (size=12301) 2024-11-11T22:20:56,898 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in bf6d4159b636c6abc7c22b98922e11e1/C of bf6d4159b636c6abc7c22b98922e11e1 into 32cb32e4ea494a568e1402511adef067(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:20:56,898 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf6d4159b636c6abc7c22b98922e11e1: 2024-11-11T22:20:56,898 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1., storeName=bf6d4159b636c6abc7c22b98922e11e1/C, priority=11, startTime=1731363656386; duration=0sec 2024-11-11T22:20:56,898 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:20:56,898 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf6d4159b636c6abc7c22b98922e11e1:C 2024-11-11T22:20:56,899 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/b235caf7603043b2bf2e3c2021191b3d 2024-11-11T22:20:56,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/ae7c4355086d41e4a512143280f9c12a is 50, key is test_row_0/C:col10/1731363655487/Put/seqid=0 2024-11-11T22:20:56,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742358_1534 (size=12301) 2024-11-11T22:20:56,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363716972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:56,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:56,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363716974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:56,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:56,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363716975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:57,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363717276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:57,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363717280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:57,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363717280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:57,306 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/ae7c4355086d41e4a512143280f9c12a 2024-11-11T22:20:57,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/310364db31554257951aff23e588e85f as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/310364db31554257951aff23e588e85f 2024-11-11T22:20:57,316 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/310364db31554257951aff23e588e85f, entries=150, sequenceid=326, filesize=12.0 K 2024-11-11T22:20:57,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/b235caf7603043b2bf2e3c2021191b3d as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/b235caf7603043b2bf2e3c2021191b3d 2024-11-11T22:20:57,346 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/b235caf7603043b2bf2e3c2021191b3d, entries=150, sequenceid=326, filesize=12.0 K 2024-11-11T22:20:57,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/ae7c4355086d41e4a512143280f9c12a as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/ae7c4355086d41e4a512143280f9c12a 2024-11-11T22:20:57,377 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/ae7c4355086d41e4a512143280f9c12a, entries=150, sequenceid=326, filesize=12.0 K 2024-11-11T22:20:57,378 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for bf6d4159b636c6abc7c22b98922e11e1 in 928ms, sequenceid=326, compaction requested=false 2024-11-11T22:20:57,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for bf6d4159b636c6abc7c22b98922e11e1: 2024-11-11T22:20:57,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:57,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-11T22:20:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-11T22:20:57,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-11T22:20:57,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0150 sec 2024-11-11T22:20:57,382 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 2.0200 sec 2024-11-11T22:20:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-11T22:20:57,470 INFO [Thread-2088 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-11T22:20:57,471 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:20:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-11T22:20:57,473 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:20:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-11T22:20:57,474 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:20:57,474 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:20:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-11T22:20:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on bf6d4159b636c6abc7c22b98922e11e1 2024-11-11T22:20:57,591 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf6d4159b636c6abc7c22b98922e11e1 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T22:20:57,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=A 2024-11-11T22:20:57,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:57,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=B 2024-11-11T22:20:57,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:57,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=C 2024-11-11T22:20:57,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:57,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/5e71f7e00bbe4fb39dae8935e8d636d0 is 50, key is test_row_0/A:col10/1731363656655/Put/seqid=0 2024-11-11T22:20:57,626 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:57,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-11T22:20:57,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:57,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:57,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:57,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:57,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742359_1535 (size=14741) 2024-11-11T22:20:57,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:57,638 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/5e71f7e00bbe4fb39dae8935e8d636d0 2024-11-11T22:20:57,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/28e7d324c34c45d78675af54651f6445 is 50, key is test_row_0/B:col10/1731363656655/Put/seqid=0 2024-11-11T22:20:57,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363717719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:57,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42298 deadline: 1731363717721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:57,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742360_1536 (size=12301) 2024-11-11T22:20:57,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-11T22:20:57,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363717787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:57,796 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:57,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:57,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363717796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:57,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-11T22:20:57,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:57,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:57,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:57,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:57,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:57,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:57,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:57,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363717807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:57,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363717828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:57,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:57,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42298 deadline: 1731363717831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:57,959 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:57,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-11T22:20:57,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:57,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:57,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:57,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:57,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:57,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:58,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:58,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363718034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:58,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:58,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42298 deadline: 1731363718037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:58,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-11T22:20:58,095 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T22:20:58,112 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:58,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-11T22:20:58,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:58,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:58,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:58,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:58,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:58,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:20:58,128 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/28e7d324c34c45d78675af54651f6445 2024-11-11T22:20:58,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/e02e149d8c954f4097773c9b96d5a41f is 50, key is test_row_0/C:col10/1731363656655/Put/seqid=0 2024-11-11T22:20:58,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742361_1537 (size=12301) 2024-11-11T22:20:58,142 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/e02e149d8c954f4097773c9b96d5a41f 2024-11-11T22:20:58,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/5e71f7e00bbe4fb39dae8935e8d636d0 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/5e71f7e00bbe4fb39dae8935e8d636d0 2024-11-11T22:20:58,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/5e71f7e00bbe4fb39dae8935e8d636d0, entries=200, sequenceid=340, filesize=14.4 K 2024-11-11T22:20:58,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/28e7d324c34c45d78675af54651f6445 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/28e7d324c34c45d78675af54651f6445 2024-11-11T22:20:58,168 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/28e7d324c34c45d78675af54651f6445, entries=150, sequenceid=340, filesize=12.0 K 2024-11-11T22:20:58,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/e02e149d8c954f4097773c9b96d5a41f as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/e02e149d8c954f4097773c9b96d5a41f 2024-11-11T22:20:58,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/e02e149d8c954f4097773c9b96d5a41f, entries=150, sequenceid=340, filesize=12.0 K 2024-11-11T22:20:58,175 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for bf6d4159b636c6abc7c22b98922e11e1 in 584ms, sequenceid=340, compaction requested=true 2024-11-11T22:20:58,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf6d4159b636c6abc7c22b98922e11e1: 2024-11-11T22:20:58,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf6d4159b636c6abc7c22b98922e11e1:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T22:20:58,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:20:58,175 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:20:58,175 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:20:58,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf6d4159b636c6abc7c22b98922e11e1:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T22:20:58,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:20:58,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf6d4159b636c6abc7c22b98922e11e1:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:20:58,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:20:58,181 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:20:58,181 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:20:58,181 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): bf6d4159b636c6abc7c22b98922e11e1/A is initiating minor compaction (all files) 2024-11-11T22:20:58,181 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): bf6d4159b636c6abc7c22b98922e11e1/B is initiating minor compaction (all files) 2024-11-11T22:20:58,181 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf6d4159b636c6abc7c22b98922e11e1/A in TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:58,181 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf6d4159b636c6abc7c22b98922e11e1/B in TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:58,181 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/2cdac914642b4bcda8fcd5d94169e0e2, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/b235caf7603043b2bf2e3c2021191b3d, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/28e7d324c34c45d78675af54651f6445] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp, totalSize=36.7 K 2024-11-11T22:20:58,181 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/71e9825dc0c545b2934aa9e37aca0a20, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/310364db31554257951aff23e588e85f, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/5e71f7e00bbe4fb39dae8935e8d636d0] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp, totalSize=39.1 K 2024-11-11T22:20:58,181 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71e9825dc0c545b2934aa9e37aca0a20, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731363653237 2024-11-11T22:20:58,181 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 2cdac914642b4bcda8fcd5d94169e0e2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731363653237 2024-11-11T22:20:58,182 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 310364db31554257951aff23e588e85f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731363655487 2024-11-11T22:20:58,182 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting b235caf7603043b2bf2e3c2021191b3d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731363655487 2024-11-11T22:20:58,182 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e71f7e00bbe4fb39dae8935e8d636d0, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731363656645 2024-11-11T22:20:58,182 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 28e7d324c34c45d78675af54651f6445, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731363656655 2024-11-11T22:20:58,188 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf6d4159b636c6abc7c22b98922e11e1#A#compaction#459 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:20:58,189 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/419e3263a927479b8dbf6b62e11d0cf2 is 50, key is test_row_0/A:col10/1731363656655/Put/seqid=0 2024-11-11T22:20:58,189 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf6d4159b636c6abc7c22b98922e11e1#B#compaction#460 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:20:58,189 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/17cd564f57604a3fbc107b3989e55c46 is 50, key is test_row_0/B:col10/1731363656655/Put/seqid=0 2024-11-11T22:20:58,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742362_1538 (size=13119) 2024-11-11T22:20:58,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742363_1539 (size=13119) 2024-11-11T22:20:58,211 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/419e3263a927479b8dbf6b62e11d0cf2 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/419e3263a927479b8dbf6b62e11d0cf2 2024-11-11T22:20:58,216 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf6d4159b636c6abc7c22b98922e11e1/A of bf6d4159b636c6abc7c22b98922e11e1 into 419e3263a927479b8dbf6b62e11d0cf2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:20:58,216 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf6d4159b636c6abc7c22b98922e11e1: 2024-11-11T22:20:58,216 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1., storeName=bf6d4159b636c6abc7c22b98922e11e1/A, priority=13, startTime=1731363658175; duration=0sec 2024-11-11T22:20:58,216 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:20:58,216 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf6d4159b636c6abc7c22b98922e11e1:A 2024-11-11T22:20:58,216 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:20:58,216 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:20:58,217 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): bf6d4159b636c6abc7c22b98922e11e1/C is initiating minor compaction (all files) 2024-11-11T22:20:58,217 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf6d4159b636c6abc7c22b98922e11e1/C in TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:58,217 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/32cb32e4ea494a568e1402511adef067, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/ae7c4355086d41e4a512143280f9c12a, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/e02e149d8c954f4097773c9b96d5a41f] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp, totalSize=36.7 K 2024-11-11T22:20:58,217 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 32cb32e4ea494a568e1402511adef067, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731363653237 2024-11-11T22:20:58,217 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae7c4355086d41e4a512143280f9c12a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731363655487 2024-11-11T22:20:58,217 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting e02e149d8c954f4097773c9b96d5a41f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731363656655 2024-11-11T22:20:58,225 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf6d4159b636c6abc7c22b98922e11e1#C#compaction#461 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:20:58,225 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/d78a66c1d4eb4fdda66794d314e67762 is 50, key is test_row_0/C:col10/1731363656655/Put/seqid=0 2024-11-11T22:20:58,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742364_1540 (size=13119) 2024-11-11T22:20:58,265 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:58,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-11T22:20:58,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:58,266 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing bf6d4159b636c6abc7c22b98922e11e1 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T22:20:58,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=A 2024-11-11T22:20:58,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:58,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=B 2024-11-11T22:20:58,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:58,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=C 2024-11-11T22:20:58,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:58,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/91e7baaadbde4af9adadcb9528e8145e is 50, key is test_row_0/A:col10/1731363657711/Put/seqid=0 2024-11-11T22:20:58,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742365_1541 (size=12301) 2024-11-11T22:20:58,275 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/91e7baaadbde4af9adadcb9528e8145e 2024-11-11T22:20:58,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/ac7c862e03764aa1ba6cd360cb83ee5f is 50, key is test_row_0/B:col10/1731363657711/Put/seqid=0 2024-11-11T22:20:58,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742366_1542 (size=12301) 2024-11-11T22:20:58,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. as already flushing 2024-11-11T22:20:58,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on bf6d4159b636c6abc7c22b98922e11e1 2024-11-11T22:20:58,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42298 deadline: 1731363718358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:58,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:58,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363718361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:58,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:58,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42298 deadline: 1731363718466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:58,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:58,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363718466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:58,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-11T22:20:58,630 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/17cd564f57604a3fbc107b3989e55c46 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/17cd564f57604a3fbc107b3989e55c46 2024-11-11T22:20:58,636 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/d78a66c1d4eb4fdda66794d314e67762 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/d78a66c1d4eb4fdda66794d314e67762 2024-11-11T22:20:58,642 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf6d4159b636c6abc7c22b98922e11e1/B of bf6d4159b636c6abc7c22b98922e11e1 into 17cd564f57604a3fbc107b3989e55c46(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:20:58,642 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf6d4159b636c6abc7c22b98922e11e1: 2024-11-11T22:20:58,642 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1., storeName=bf6d4159b636c6abc7c22b98922e11e1/B, priority=13, startTime=1731363658175; duration=0sec 2024-11-11T22:20:58,642 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:20:58,642 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf6d4159b636c6abc7c22b98922e11e1:B 2024-11-11T22:20:58,642 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf6d4159b636c6abc7c22b98922e11e1/C of bf6d4159b636c6abc7c22b98922e11e1 into d78a66c1d4eb4fdda66794d314e67762(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:20:58,642 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf6d4159b636c6abc7c22b98922e11e1: 2024-11-11T22:20:58,642 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1., storeName=bf6d4159b636c6abc7c22b98922e11e1/C, priority=13, startTime=1731363658176; duration=0sec 2024-11-11T22:20:58,642 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:20:58,642 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf6d4159b636c6abc7c22b98922e11e1:C 2024-11-11T22:20:58,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:58,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42298 deadline: 1731363718673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:58,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:58,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363718676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:58,699 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/ac7c862e03764aa1ba6cd360cb83ee5f 2024-11-11T22:20:58,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/5fe10321f10841fe973cd28108b7cd6d is 50, key is test_row_0/C:col10/1731363657711/Put/seqid=0 2024-11-11T22:20:58,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742367_1543 (size=12301) 2024-11-11T22:20:58,714 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/5fe10321f10841fe973cd28108b7cd6d 2024-11-11T22:20:58,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/91e7baaadbde4af9adadcb9528e8145e as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/91e7baaadbde4af9adadcb9528e8145e 2024-11-11T22:20:58,726 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/91e7baaadbde4af9adadcb9528e8145e, entries=150, sequenceid=365, filesize=12.0 K 2024-11-11T22:20:58,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/ac7c862e03764aa1ba6cd360cb83ee5f as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/ac7c862e03764aa1ba6cd360cb83ee5f 2024-11-11T22:20:58,742 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/ac7c862e03764aa1ba6cd360cb83ee5f, entries=150, sequenceid=365, filesize=12.0 K 2024-11-11T22:20:58,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/5fe10321f10841fe973cd28108b7cd6d as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/5fe10321f10841fe973cd28108b7cd6d 2024-11-11T22:20:58,758 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/5fe10321f10841fe973cd28108b7cd6d, entries=150, sequenceid=365, filesize=12.0 K 2024-11-11T22:20:58,759 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for bf6d4159b636c6abc7c22b98922e11e1 in 492ms, sequenceid=365, compaction requested=false 2024-11-11T22:20:58,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for bf6d4159b636c6abc7c22b98922e11e1: 2024-11-11T22:20:58,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:20:58,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-11T22:20:58,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-11T22:20:58,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-11T22:20:58,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2860 sec 2024-11-11T22:20:58,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.2900 sec 2024-11-11T22:20:58,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on bf6d4159b636c6abc7c22b98922e11e1 2024-11-11T22:20:58,802 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf6d4159b636c6abc7c22b98922e11e1 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T22:20:58,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=A 2024-11-11T22:20:58,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:58,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=B 2024-11-11T22:20:58,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:58,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=C 2024-11-11T22:20:58,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:20:58,813 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/3a56518736d9476085ad4b84b3bbdd45 is 50, key is test_row_0/A:col10/1731363658800/Put/seqid=0 2024-11-11T22:20:58,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742368_1544 (size=12301) 2024-11-11T22:20:58,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:58,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363718873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:58,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:58,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363718873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:58,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:58,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363718874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:58,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:58,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363718979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:58,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:58,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363718980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:58,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:58,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363718988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:58,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:58,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42298 deadline: 1731363718992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:58,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:58,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363718992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:59,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:59,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363719183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:59,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:59,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363719183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:59,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:59,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363719194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:59,222 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/3a56518736d9476085ad4b84b3bbdd45 2024-11-11T22:20:59,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/a24e6decfece435ea717748c4cd35d29 is 50, key is test_row_0/B:col10/1731363658800/Put/seqid=0 2024-11-11T22:20:59,234 DEBUG [Thread-2089 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2070263a to 127.0.0.1:61334 2024-11-11T22:20:59,234 DEBUG [Thread-2089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:20:59,236 DEBUG [Thread-2091 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6050584c to 127.0.0.1:61334 2024-11-11T22:20:59,236 DEBUG [Thread-2091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:20:59,236 DEBUG [Thread-2093 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6dd48863 to 127.0.0.1:61334 2024-11-11T22:20:59,237 DEBUG [Thread-2093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:20:59,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742369_1545 (size=12301) 2024-11-11T22:20:59,239 DEBUG [Thread-2095 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51196534 to 127.0.0.1:61334 2024-11-11T22:20:59,239 DEBUG [Thread-2095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:20:59,243 DEBUG [Thread-2097 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1dc5e114 to 127.0.0.1:61334 2024-11-11T22:20:59,243 DEBUG [Thread-2097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:20:59,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:59,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363719488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:59,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:59,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363719489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:59,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363719499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:59,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:59,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42298 deadline: 1731363719502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:59,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:59,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42266 deadline: 1731363719503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:59,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-11T22:20:59,584 INFO [Thread-2088 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-11T22:20:59,639 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/a24e6decfece435ea717748c4cd35d29 2024-11-11T22:20:59,645 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/3647a9765bb345cfaa928b3ca792813e is 50, key is test_row_0/C:col10/1731363658800/Put/seqid=0 2024-11-11T22:20:59,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742370_1546 (size=12301) 2024-11-11T22:20:59,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:59,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42274 deadline: 1731363719990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:20:59,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:20:59,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42224 deadline: 1731363719994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:00,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:00,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42218 deadline: 1731363720001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:00,056 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/3647a9765bb345cfaa928b3ca792813e 2024-11-11T22:21:00,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/3a56518736d9476085ad4b84b3bbdd45 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/3a56518736d9476085ad4b84b3bbdd45 2024-11-11T22:21:00,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/3a56518736d9476085ad4b84b3bbdd45, entries=150, sequenceid=380, filesize=12.0 K 2024-11-11T22:21:00,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/a24e6decfece435ea717748c4cd35d29 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/a24e6decfece435ea717748c4cd35d29 2024-11-11T22:21:00,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/a24e6decfece435ea717748c4cd35d29, entries=150, sequenceid=380, filesize=12.0 K 2024-11-11T22:21:00,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/3647a9765bb345cfaa928b3ca792813e as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/3647a9765bb345cfaa928b3ca792813e 2024-11-11T22:21:00,067 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/3647a9765bb345cfaa928b3ca792813e, entries=150, sequenceid=380, filesize=12.0 K 2024-11-11T22:21:00,068 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for bf6d4159b636c6abc7c22b98922e11e1 in 1266ms, sequenceid=380, compaction requested=true 2024-11-11T22:21:00,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf6d4159b636c6abc7c22b98922e11e1: 2024-11-11T22:21:00,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf6d4159b636c6abc7c22b98922e11e1:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T22:21:00,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:21:00,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf6d4159b636c6abc7c22b98922e11e1:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T22:21:00,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:21:00,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf6d4159b636c6abc7c22b98922e11e1:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:21:00,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:21:00,068 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:21:00,068 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:21:00,069 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:21:00,069 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): bf6d4159b636c6abc7c22b98922e11e1/B is initiating minor compaction (all files) 2024-11-11T22:21:00,069 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:21:00,069 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf6d4159b636c6abc7c22b98922e11e1/B in TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:21:00,069 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): bf6d4159b636c6abc7c22b98922e11e1/A is initiating minor compaction (all files) 2024-11-11T22:21:00,069 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf6d4159b636c6abc7c22b98922e11e1/A in TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:21:00,069 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/17cd564f57604a3fbc107b3989e55c46, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/ac7c862e03764aa1ba6cd360cb83ee5f, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/a24e6decfece435ea717748c4cd35d29] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp, totalSize=36.8 K 2024-11-11T22:21:00,069 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/419e3263a927479b8dbf6b62e11d0cf2, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/91e7baaadbde4af9adadcb9528e8145e, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/3a56518736d9476085ad4b84b3bbdd45] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp, totalSize=36.8 K 2024-11-11T22:21:00,070 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 17cd564f57604a3fbc107b3989e55c46, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731363656655 2024-11-11T22:21:00,070 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 419e3263a927479b8dbf6b62e11d0cf2, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731363656655 2024-11-11T22:21:00,070 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91e7baaadbde4af9adadcb9528e8145e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731363657711 2024-11-11T22:21:00,070 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting ac7c862e03764aa1ba6cd360cb83ee5f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731363657711 2024-11-11T22:21:00,070 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a56518736d9476085ad4b84b3bbdd45, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1731363658356 2024-11-11T22:21:00,070 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting a24e6decfece435ea717748c4cd35d29, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1731363658356 2024-11-11T22:21:00,075 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf6d4159b636c6abc7c22b98922e11e1#A#compaction#468 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:21:00,075 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/7df6dc72e6d64c178c2d7c37734cc686 is 50, key is test_row_0/A:col10/1731363658800/Put/seqid=0 2024-11-11T22:21:00,076 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf6d4159b636c6abc7c22b98922e11e1#B#compaction#469 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:21:00,077 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/52c192ec346a49dda9f56db9db993993 is 50, key is test_row_0/B:col10/1731363658800/Put/seqid=0 2024-11-11T22:21:00,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742371_1547 (size=13221) 2024-11-11T22:21:00,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742372_1548 (size=13221) 2024-11-11T22:21:00,483 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/52c192ec346a49dda9f56db9db993993 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/52c192ec346a49dda9f56db9db993993 2024-11-11T22:21:00,484 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/7df6dc72e6d64c178c2d7c37734cc686 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/7df6dc72e6d64c178c2d7c37734cc686 2024-11-11T22:21:00,488 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf6d4159b636c6abc7c22b98922e11e1/B of bf6d4159b636c6abc7c22b98922e11e1 into 52c192ec346a49dda9f56db9db993993(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:21:00,488 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf6d4159b636c6abc7c22b98922e11e1: 2024-11-11T22:21:00,488 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1., storeName=bf6d4159b636c6abc7c22b98922e11e1/B, priority=13, startTime=1731363660068; duration=0sec 2024-11-11T22:21:00,488 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:21:00,488 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf6d4159b636c6abc7c22b98922e11e1:B 2024-11-11T22:21:00,488 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf6d4159b636c6abc7c22b98922e11e1/A of bf6d4159b636c6abc7c22b98922e11e1 into 7df6dc72e6d64c178c2d7c37734cc686(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:21:00,488 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:21:00,488 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf6d4159b636c6abc7c22b98922e11e1: 2024-11-11T22:21:00,488 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1., storeName=bf6d4159b636c6abc7c22b98922e11e1/A, priority=13, startTime=1731363660068; duration=0sec 2024-11-11T22:21:00,488 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:21:00,488 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf6d4159b636c6abc7c22b98922e11e1:A 2024-11-11T22:21:00,489 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:21:00,489 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): bf6d4159b636c6abc7c22b98922e11e1/C is initiating minor compaction (all files) 2024-11-11T22:21:00,489 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bf6d4159b636c6abc7c22b98922e11e1/C in TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:21:00,489 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/d78a66c1d4eb4fdda66794d314e67762, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/5fe10321f10841fe973cd28108b7cd6d, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/3647a9765bb345cfaa928b3ca792813e] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp, totalSize=36.8 K 2024-11-11T22:21:00,490 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting d78a66c1d4eb4fdda66794d314e67762, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731363656655 2024-11-11T22:21:00,490 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 5fe10321f10841fe973cd28108b7cd6d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731363657711 2024-11-11T22:21:00,490 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 3647a9765bb345cfaa928b3ca792813e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1731363658356 2024-11-11T22:21:00,495 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf6d4159b636c6abc7c22b98922e11e1#C#compaction#470 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:21:00,496 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/b3a0603fd3864459898d64ba0becce21 is 50, key is test_row_0/C:col10/1731363658800/Put/seqid=0 2024-11-11T22:21:00,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742373_1549 (size=13221) 2024-11-11T22:21:00,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on bf6d4159b636c6abc7c22b98922e11e1 2024-11-11T22:21:00,511 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bf6d4159b636c6abc7c22b98922e11e1 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T22:21:00,512 DEBUG [Thread-2082 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5871c039 to 127.0.0.1:61334 2024-11-11T22:21:00,512 DEBUG [Thread-2082 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:21:00,512 DEBUG [Thread-2084 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7daa5922 to 127.0.0.1:61334 2024-11-11T22:21:00,512 DEBUG [Thread-2084 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:21:00,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=A 2024-11-11T22:21:00,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:00,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=B 2024-11-11T22:21:00,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:00,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=C 2024-11-11T22:21:00,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:00,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/59ac32aa1df2473dad4214a0001f2dc1 is 50, key is test_row_0/A:col10/1731363660511/Put/seqid=0 2024-11-11T22:21:00,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742374_1550 (size=12301) 2024-11-11T22:21:00,903 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/b3a0603fd3864459898d64ba0becce21 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/b3a0603fd3864459898d64ba0becce21 2024-11-11T22:21:00,908 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bf6d4159b636c6abc7c22b98922e11e1/C of bf6d4159b636c6abc7c22b98922e11e1 into b3a0603fd3864459898d64ba0becce21(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:21:00,908 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bf6d4159b636c6abc7c22b98922e11e1: 2024-11-11T22:21:00,908 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1., storeName=bf6d4159b636c6abc7c22b98922e11e1/C, priority=13, startTime=1731363660068; duration=0sec 2024-11-11T22:21:00,909 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:21:00,909 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf6d4159b636c6abc7c22b98922e11e1:C 2024-11-11T22:21:00,919 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/59ac32aa1df2473dad4214a0001f2dc1 2024-11-11T22:21:00,925 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/76b4f1a8073f4639b7d7e82f0fdd22e8 is 50, key is test_row_0/B:col10/1731363660511/Put/seqid=0 2024-11-11T22:21:00,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742375_1551 (size=12301) 2024-11-11T22:21:00,994 DEBUG [Thread-2078 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x65df2359 to 127.0.0.1:61334 2024-11-11T22:21:00,994 DEBUG [Thread-2078 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:21:01,005 DEBUG [Thread-2086 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b7f20c4 to 127.0.0.1:61334 2024-11-11T22:21:01,006 DEBUG [Thread-2086 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:21:01,013 DEBUG [Thread-2080 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7d0ab200 to 127.0.0.1:61334 2024-11-11T22:21:01,013 DEBUG [Thread-2080 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:21:01,013 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-11T22:21:01,013 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-11T22:21:01,014 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-11-11T22:21:01,014 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 22 2024-11-11T22:21:01,014 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-11T22:21:01,014 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 88 2024-11-11T22:21:01,014 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-11T22:21:01,014 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-11T22:21:01,014 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1944 2024-11-11T22:21:01,014 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5832 rows 2024-11-11T22:21:01,014 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1906 2024-11-11T22:21:01,014 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5718 rows 2024-11-11T22:21:01,014 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1905 2024-11-11T22:21:01,014 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5715 rows 2024-11-11T22:21:01,014 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1919 2024-11-11T22:21:01,014 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5757 rows 2024-11-11T22:21:01,014 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1914 2024-11-11T22:21:01,014 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5742 rows 2024-11-11T22:21:01,014 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-11T22:21:01,014 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x63cefe40 to 127.0.0.1:61334 2024-11-11T22:21:01,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:21:01,022 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-11T22:21:01,025 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-11T22:21:01,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-11T22:21:01,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-11T22:21:01,027 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731363661027"}]},"ts":"1731363661027"} 2024-11-11T22:21:01,028 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-11T22:21:01,031 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-11T22:21:01,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T22:21:01,032 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bf6d4159b636c6abc7c22b98922e11e1, UNASSIGN}] 2024-11-11T22:21:01,033 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=140, ppid=139, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bf6d4159b636c6abc7c22b98922e11e1, UNASSIGN 2024-11-11T22:21:01,034 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=140 updating hbase:meta row=bf6d4159b636c6abc7c22b98922e11e1, regionState=CLOSING, regionLocation=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:01,034 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T22:21:01,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; CloseRegionProcedure bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061}] 2024-11-11T22:21:01,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-11T22:21:01,186 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:01,186 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] handler.UnassignRegionHandler(124): Close bf6d4159b636c6abc7c22b98922e11e1 2024-11-11T22:21:01,186 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-11T22:21:01,186 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1681): Closing bf6d4159b636c6abc7c22b98922e11e1, disabling compactions & flushes 2024-11-11T22:21:01,186 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:21:01,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-11T22:21:01,329 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/76b4f1a8073f4639b7d7e82f0fdd22e8 2024-11-11T22:21:01,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/3a39ba9a7f5e45388623d9d97f046393 is 50, key is test_row_0/C:col10/1731363660511/Put/seqid=0 2024-11-11T22:21:01,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742376_1552 (size=12301) 2024-11-11T22:21:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-11T22:21:01,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/3a39ba9a7f5e45388623d9d97f046393 2024-11-11T22:21:01,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/59ac32aa1df2473dad4214a0001f2dc1 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/59ac32aa1df2473dad4214a0001f2dc1 2024-11-11T22:21:01,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/59ac32aa1df2473dad4214a0001f2dc1, entries=150, sequenceid=407, filesize=12.0 K 2024-11-11T22:21:01,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/76b4f1a8073f4639b7d7e82f0fdd22e8 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/76b4f1a8073f4639b7d7e82f0fdd22e8 2024-11-11T22:21:01,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/76b4f1a8073f4639b7d7e82f0fdd22e8, entries=150, sequenceid=407, filesize=12.0 K 2024-11-11T22:21:01,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/3a39ba9a7f5e45388623d9d97f046393 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/3a39ba9a7f5e45388623d9d97f046393 2024-11-11T22:21:01,755 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/3a39ba9a7f5e45388623d9d97f046393, entries=150, sequenceid=407, filesize=12.0 K 2024-11-11T22:21:01,756 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=20.13 KB/20610 for bf6d4159b636c6abc7c22b98922e11e1 in 1245ms, sequenceid=407, compaction requested=false 2024-11-11T22:21:01,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bf6d4159b636c6abc7c22b98922e11e1: 2024-11-11T22:21:01,756 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:21:01,757 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:21:01,757 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. after waiting 0 ms 2024-11-11T22:21:01,757 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:21:01,757 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(2837): Flushing bf6d4159b636c6abc7c22b98922e11e1 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-11T22:21:01,757 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=A 2024-11-11T22:21:01,757 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:01,757 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=B 2024-11-11T22:21:01,757 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:01,757 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf6d4159b636c6abc7c22b98922e11e1, store=C 2024-11-11T22:21:01,757 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:01,761 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/5a6239dd8b864530bf840c0cf5ad91ad is 50, key is test_row_1/A:col10/1731363660993/Put/seqid=0 2024-11-11T22:21:01,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742377_1553 (size=9857) 2024-11-11T22:21:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-11T22:21:02,172 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/5a6239dd8b864530bf840c0cf5ad91ad 2024-11-11T22:21:02,179 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/38acfb211b6442669848a77b8613f40b is 50, key is test_row_1/B:col10/1731363660993/Put/seqid=0 2024-11-11T22:21:02,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742378_1554 (size=9857) 2024-11-11T22:21:02,594 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/38acfb211b6442669848a77b8613f40b 2024-11-11T22:21:02,600 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/ea2e581efcc24424b18c833e8560ac69 is 50, key is test_row_1/C:col10/1731363660993/Put/seqid=0 2024-11-11T22:21:02,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742379_1555 (size=9857) 2024-11-11T22:21:02,603 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/ea2e581efcc24424b18c833e8560ac69 2024-11-11T22:21:02,606 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/A/5a6239dd8b864530bf840c0cf5ad91ad as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/5a6239dd8b864530bf840c0cf5ad91ad 2024-11-11T22:21:02,608 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/5a6239dd8b864530bf840c0cf5ad91ad, entries=100, sequenceid=414, filesize=9.6 K 2024-11-11T22:21:02,609 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/B/38acfb211b6442669848a77b8613f40b as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/38acfb211b6442669848a77b8613f40b 2024-11-11T22:21:02,612 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/38acfb211b6442669848a77b8613f40b, entries=100, sequenceid=414, filesize=9.6 K 2024-11-11T22:21:02,612 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/.tmp/C/ea2e581efcc24424b18c833e8560ac69 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/ea2e581efcc24424b18c833e8560ac69 2024-11-11T22:21:02,614 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/ea2e581efcc24424b18c833e8560ac69, entries=100, sequenceid=414, filesize=9.6 K 2024-11-11T22:21:02,615 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for bf6d4159b636c6abc7c22b98922e11e1 in 858ms, sequenceid=414, compaction requested=true 2024-11-11T22:21:02,616 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/dc9e494a43ab49e1b0c2bb357edf8994, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/30a43dcef5414bf8941acadafc35a436, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/f50acd158c4746eeb2a0cc5d2f243ac2, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/c407fc4a923843adadea3ed44a5400b2, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/100f20cd759f4ad0a547bdce3c4fc42f, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/b0247d0a5bdb483e9e8e5f211635674e, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/75b99b1bd81c4052808b2631accfc232, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/ca14acc7906c4aa2b5777a299f3374d2, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/3a8ea04d6e6a4d77a0431143335661cb, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/6a5e5de8a22944ccb6d3e586f9804c43, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/5d4382daa62c42578257a48dddb8eae9, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/f9979fdd411646648cea7f0b2f44ccad, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/0273dfcb08a94b79822fced918f76139, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/ef0d823d1ac247f6953efe9cbf82e0cb, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/c36503a8361745f7a7483d6cba296352, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/7e973d71bec948b787a393b4b3048b4f, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/c33323f165fa43eb9c3ca20bb7c774ae, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/fbc212b28548404eaa887b8bc98dc3f7, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/d31a3c92f28f47e98a67852a35a53551, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/efdb903b26af4c0abc91f02a1808e5c1, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/047a5f31be0b42d891dea6ec3431545d, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/71e9825dc0c545b2934aa9e37aca0a20, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/310364db31554257951aff23e588e85f, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/5e71f7e00bbe4fb39dae8935e8d636d0, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/419e3263a927479b8dbf6b62e11d0cf2, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/91e7baaadbde4af9adadcb9528e8145e, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/3a56518736d9476085ad4b84b3bbdd45] to archive 2024-11-11T22:21:02,616 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T22:21:02,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/dc9e494a43ab49e1b0c2bb357edf8994 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/dc9e494a43ab49e1b0c2bb357edf8994 2024-11-11T22:21:02,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/30a43dcef5414bf8941acadafc35a436 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/30a43dcef5414bf8941acadafc35a436 2024-11-11T22:21:02,619 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/f50acd158c4746eeb2a0cc5d2f243ac2 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/f50acd158c4746eeb2a0cc5d2f243ac2 2024-11-11T22:21:02,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/c407fc4a923843adadea3ed44a5400b2 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/c407fc4a923843adadea3ed44a5400b2 2024-11-11T22:21:02,621 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/100f20cd759f4ad0a547bdce3c4fc42f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/100f20cd759f4ad0a547bdce3c4fc42f 2024-11-11T22:21:02,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/b0247d0a5bdb483e9e8e5f211635674e to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/b0247d0a5bdb483e9e8e5f211635674e 2024-11-11T22:21:02,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/75b99b1bd81c4052808b2631accfc232 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/75b99b1bd81c4052808b2631accfc232 2024-11-11T22:21:02,623 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/ca14acc7906c4aa2b5777a299f3374d2 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/ca14acc7906c4aa2b5777a299f3374d2 2024-11-11T22:21:02,624 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/3a8ea04d6e6a4d77a0431143335661cb to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/3a8ea04d6e6a4d77a0431143335661cb 2024-11-11T22:21:02,625 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/6a5e5de8a22944ccb6d3e586f9804c43 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/6a5e5de8a22944ccb6d3e586f9804c43 2024-11-11T22:21:02,625 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/5d4382daa62c42578257a48dddb8eae9 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/5d4382daa62c42578257a48dddb8eae9 2024-11-11T22:21:02,626 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/f9979fdd411646648cea7f0b2f44ccad to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/f9979fdd411646648cea7f0b2f44ccad 2024-11-11T22:21:02,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/0273dfcb08a94b79822fced918f76139 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/0273dfcb08a94b79822fced918f76139 2024-11-11T22:21:02,628 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/ef0d823d1ac247f6953efe9cbf82e0cb to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/ef0d823d1ac247f6953efe9cbf82e0cb 2024-11-11T22:21:02,629 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/c36503a8361745f7a7483d6cba296352 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/c36503a8361745f7a7483d6cba296352 2024-11-11T22:21:02,629 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/7e973d71bec948b787a393b4b3048b4f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/7e973d71bec948b787a393b4b3048b4f 2024-11-11T22:21:02,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/c33323f165fa43eb9c3ca20bb7c774ae to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/c33323f165fa43eb9c3ca20bb7c774ae 2024-11-11T22:21:02,631 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/fbc212b28548404eaa887b8bc98dc3f7 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/fbc212b28548404eaa887b8bc98dc3f7 2024-11-11T22:21:02,632 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/d31a3c92f28f47e98a67852a35a53551 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/d31a3c92f28f47e98a67852a35a53551 2024-11-11T22:21:02,633 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/efdb903b26af4c0abc91f02a1808e5c1 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/efdb903b26af4c0abc91f02a1808e5c1 2024-11-11T22:21:02,633 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/047a5f31be0b42d891dea6ec3431545d to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/047a5f31be0b42d891dea6ec3431545d 2024-11-11T22:21:02,634 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/71e9825dc0c545b2934aa9e37aca0a20 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/71e9825dc0c545b2934aa9e37aca0a20 2024-11-11T22:21:02,635 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/310364db31554257951aff23e588e85f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/310364db31554257951aff23e588e85f 2024-11-11T22:21:02,635 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/5e71f7e00bbe4fb39dae8935e8d636d0 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/5e71f7e00bbe4fb39dae8935e8d636d0 2024-11-11T22:21:02,636 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/419e3263a927479b8dbf6b62e11d0cf2 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/419e3263a927479b8dbf6b62e11d0cf2 2024-11-11T22:21:02,637 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/91e7baaadbde4af9adadcb9528e8145e to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/91e7baaadbde4af9adadcb9528e8145e 2024-11-11T22:21:02,638 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/3a56518736d9476085ad4b84b3bbdd45 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/3a56518736d9476085ad4b84b3bbdd45 2024-11-11T22:21:02,639 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/d8ff9e7e334c4dfbb0544ab40b7879ed, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/c04d9213496c48008e9e5d22f5f781f2, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/71b913e6da244c048bc411f1c78df99b, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/c1dfd66a137c4608af4f2e1ad4ea4ce2, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/eac0ea60a7134f97817c1960f1ba0bfc, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/ff866834a2634a74aabbb0bd718d93c3, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/502b0fdc91f54a3d9c9448829850316f, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/3fb137d9e4c04ce0a0400e9ce8f6d1e6, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/8d4a0747a40348b5b0743e7913f21780, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/5287f7ea86a948d185d7937b14b0c17e, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/ebbd58d16c814765a685daf296449920, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/71628e4097494881a9954026a7ef34b0, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/f2bb4079aad24d6f845b120670d2f1eb, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/a20776aa3ac94f1986597440a4184813, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/0dccff0f61ca494d86d444b88e0f74ee, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/a3097a1e5e6e4e089f56e17edbf75ceb, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/660dad07d3fe4fe4895cf7fa766eacdb, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/1ac5b20371504cf29d5a9dd122bb5062, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/de796f0c911e457b891d596ed221c0ba, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/6bec16e7f74a4163a4f83f367249ed0d, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/2cdac914642b4bcda8fcd5d94169e0e2, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/e5af2edbfcfe46c1b7fdfb51e256a84e, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/b235caf7603043b2bf2e3c2021191b3d, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/17cd564f57604a3fbc107b3989e55c46, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/28e7d324c34c45d78675af54651f6445, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/ac7c862e03764aa1ba6cd360cb83ee5f, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/a24e6decfece435ea717748c4cd35d29] to archive 2024-11-11T22:21:02,640 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T22:21:02,641 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/d8ff9e7e334c4dfbb0544ab40b7879ed to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/d8ff9e7e334c4dfbb0544ab40b7879ed 2024-11-11T22:21:02,641 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/c04d9213496c48008e9e5d22f5f781f2 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/c04d9213496c48008e9e5d22f5f781f2 2024-11-11T22:21:02,642 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/71b913e6da244c048bc411f1c78df99b to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/71b913e6da244c048bc411f1c78df99b 2024-11-11T22:21:02,643 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/c1dfd66a137c4608af4f2e1ad4ea4ce2 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/c1dfd66a137c4608af4f2e1ad4ea4ce2 2024-11-11T22:21:02,643 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/eac0ea60a7134f97817c1960f1ba0bfc to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/eac0ea60a7134f97817c1960f1ba0bfc 2024-11-11T22:21:02,644 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/ff866834a2634a74aabbb0bd718d93c3 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/ff866834a2634a74aabbb0bd718d93c3 2024-11-11T22:21:02,645 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/502b0fdc91f54a3d9c9448829850316f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/502b0fdc91f54a3d9c9448829850316f 2024-11-11T22:21:02,646 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/3fb137d9e4c04ce0a0400e9ce8f6d1e6 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/3fb137d9e4c04ce0a0400e9ce8f6d1e6 2024-11-11T22:21:02,646 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/8d4a0747a40348b5b0743e7913f21780 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/8d4a0747a40348b5b0743e7913f21780 2024-11-11T22:21:02,647 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/5287f7ea86a948d185d7937b14b0c17e to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/5287f7ea86a948d185d7937b14b0c17e 2024-11-11T22:21:02,648 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/ebbd58d16c814765a685daf296449920 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/ebbd58d16c814765a685daf296449920 2024-11-11T22:21:02,648 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/71628e4097494881a9954026a7ef34b0 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/71628e4097494881a9954026a7ef34b0 2024-11-11T22:21:02,649 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/f2bb4079aad24d6f845b120670d2f1eb to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/f2bb4079aad24d6f845b120670d2f1eb 2024-11-11T22:21:02,650 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/a20776aa3ac94f1986597440a4184813 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/a20776aa3ac94f1986597440a4184813 2024-11-11T22:21:02,651 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/0dccff0f61ca494d86d444b88e0f74ee to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/0dccff0f61ca494d86d444b88e0f74ee 2024-11-11T22:21:02,651 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/a3097a1e5e6e4e089f56e17edbf75ceb to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/a3097a1e5e6e4e089f56e17edbf75ceb 2024-11-11T22:21:02,652 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/660dad07d3fe4fe4895cf7fa766eacdb to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/660dad07d3fe4fe4895cf7fa766eacdb 2024-11-11T22:21:02,653 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/1ac5b20371504cf29d5a9dd122bb5062 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/1ac5b20371504cf29d5a9dd122bb5062 2024-11-11T22:21:02,654 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/de796f0c911e457b891d596ed221c0ba to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/de796f0c911e457b891d596ed221c0ba 2024-11-11T22:21:02,654 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/6bec16e7f74a4163a4f83f367249ed0d to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/6bec16e7f74a4163a4f83f367249ed0d 2024-11-11T22:21:02,655 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/2cdac914642b4bcda8fcd5d94169e0e2 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/2cdac914642b4bcda8fcd5d94169e0e2 2024-11-11T22:21:02,656 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/e5af2edbfcfe46c1b7fdfb51e256a84e to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/e5af2edbfcfe46c1b7fdfb51e256a84e 2024-11-11T22:21:02,656 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/b235caf7603043b2bf2e3c2021191b3d to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/b235caf7603043b2bf2e3c2021191b3d 2024-11-11T22:21:02,657 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/17cd564f57604a3fbc107b3989e55c46 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/17cd564f57604a3fbc107b3989e55c46 2024-11-11T22:21:02,658 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/28e7d324c34c45d78675af54651f6445 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/28e7d324c34c45d78675af54651f6445 2024-11-11T22:21:02,658 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/ac7c862e03764aa1ba6cd360cb83ee5f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/ac7c862e03764aa1ba6cd360cb83ee5f 2024-11-11T22:21:02,659 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/a24e6decfece435ea717748c4cd35d29 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/a24e6decfece435ea717748c4cd35d29 2024-11-11T22:21:02,660 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/94229f911a824b6f8eda808160b29467, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/16b7ae3a56b34c63912376eac950c5e8, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/67ab914c0de846c48c8d8fd7730c4fbf, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/ea2b1c559c794e809258242a9d74bec6, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/af4af42eebc04250b35fc984a6b994dc, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/a36406e86ceb4bfaa866b244f3aaee87, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/43d4efa5f68649b1a575302c6bd6ce28, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/738e8b5070c84dd2868eb33557c7773d, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/97afe4ad57624c9baddaffa75e1351d2, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/b1bd1bc096f940aea8421cd43a89ea2a, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/1c27a8183956468c8f8554430fcc0359, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/9c82844a2fa5449e83a3a9374d60c7cc, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/16ca4282648d480681e3d1e8e4e76d65, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/9f60e206a24943da960a78ea457cb7b0, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/02fc2cb7c3a74d8e858ed961e178ca74, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/9e2c2c3dbe2a4fef9434c2f88563950d, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/4a9b819b92084cbea097f1b17f7ee29f, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/7ae6dca9539f4eaea565c7a75fb55909, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/0953a9b529504217baf7eeada531f25a, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/6a0fffefbb5844d69be252751a916b08, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/32cb32e4ea494a568e1402511adef067, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/ea99ac0381c9420896146a9ab6256b54, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/ae7c4355086d41e4a512143280f9c12a, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/d78a66c1d4eb4fdda66794d314e67762, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/e02e149d8c954f4097773c9b96d5a41f, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/5fe10321f10841fe973cd28108b7cd6d, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/3647a9765bb345cfaa928b3ca792813e] to archive 2024-11-11T22:21:02,661 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T22:21:02,662 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/94229f911a824b6f8eda808160b29467 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/94229f911a824b6f8eda808160b29467 2024-11-11T22:21:02,663 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/16b7ae3a56b34c63912376eac950c5e8 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/16b7ae3a56b34c63912376eac950c5e8 2024-11-11T22:21:02,664 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/67ab914c0de846c48c8d8fd7730c4fbf to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/67ab914c0de846c48c8d8fd7730c4fbf 2024-11-11T22:21:02,665 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/ea2b1c559c794e809258242a9d74bec6 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/ea2b1c559c794e809258242a9d74bec6 2024-11-11T22:21:02,666 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/af4af42eebc04250b35fc984a6b994dc to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/af4af42eebc04250b35fc984a6b994dc 2024-11-11T22:21:02,666 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/a36406e86ceb4bfaa866b244f3aaee87 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/a36406e86ceb4bfaa866b244f3aaee87 2024-11-11T22:21:02,667 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/43d4efa5f68649b1a575302c6bd6ce28 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/43d4efa5f68649b1a575302c6bd6ce28 2024-11-11T22:21:02,668 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/738e8b5070c84dd2868eb33557c7773d to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/738e8b5070c84dd2868eb33557c7773d 2024-11-11T22:21:02,669 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/97afe4ad57624c9baddaffa75e1351d2 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/97afe4ad57624c9baddaffa75e1351d2 2024-11-11T22:21:02,669 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/b1bd1bc096f940aea8421cd43a89ea2a to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/b1bd1bc096f940aea8421cd43a89ea2a 2024-11-11T22:21:02,670 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/1c27a8183956468c8f8554430fcc0359 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/1c27a8183956468c8f8554430fcc0359 2024-11-11T22:21:02,671 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/9c82844a2fa5449e83a3a9374d60c7cc to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/9c82844a2fa5449e83a3a9374d60c7cc 2024-11-11T22:21:02,672 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/16ca4282648d480681e3d1e8e4e76d65 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/16ca4282648d480681e3d1e8e4e76d65 2024-11-11T22:21:02,672 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/9f60e206a24943da960a78ea457cb7b0 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/9f60e206a24943da960a78ea457cb7b0 2024-11-11T22:21:02,673 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/02fc2cb7c3a74d8e858ed961e178ca74 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/02fc2cb7c3a74d8e858ed961e178ca74 2024-11-11T22:21:02,674 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/9e2c2c3dbe2a4fef9434c2f88563950d to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/9e2c2c3dbe2a4fef9434c2f88563950d 2024-11-11T22:21:02,675 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/4a9b819b92084cbea097f1b17f7ee29f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/4a9b819b92084cbea097f1b17f7ee29f 2024-11-11T22:21:02,676 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/7ae6dca9539f4eaea565c7a75fb55909 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/7ae6dca9539f4eaea565c7a75fb55909 2024-11-11T22:21:02,677 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/0953a9b529504217baf7eeada531f25a to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/0953a9b529504217baf7eeada531f25a 2024-11-11T22:21:02,678 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/6a0fffefbb5844d69be252751a916b08 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/6a0fffefbb5844d69be252751a916b08 2024-11-11T22:21:02,679 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/32cb32e4ea494a568e1402511adef067 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/32cb32e4ea494a568e1402511adef067 2024-11-11T22:21:02,680 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/ea99ac0381c9420896146a9ab6256b54 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/ea99ac0381c9420896146a9ab6256b54 2024-11-11T22:21:02,680 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/ae7c4355086d41e4a512143280f9c12a to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/ae7c4355086d41e4a512143280f9c12a 2024-11-11T22:21:02,681 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/d78a66c1d4eb4fdda66794d314e67762 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/d78a66c1d4eb4fdda66794d314e67762 2024-11-11T22:21:02,682 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/e02e149d8c954f4097773c9b96d5a41f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/e02e149d8c954f4097773c9b96d5a41f 2024-11-11T22:21:02,683 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/5fe10321f10841fe973cd28108b7cd6d to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/5fe10321f10841fe973cd28108b7cd6d 2024-11-11T22:21:02,684 DEBUG [StoreCloser-TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/3647a9765bb345cfaa928b3ca792813e to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/3647a9765bb345cfaa928b3ca792813e 2024-11-11T22:21:02,688 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/recovered.edits/417.seqid, newMaxSeqId=417, maxSeqId=1 2024-11-11T22:21:02,689 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1. 2024-11-11T22:21:02,689 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1635): Region close journal for bf6d4159b636c6abc7c22b98922e11e1: 2024-11-11T22:21:02,690 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] handler.UnassignRegionHandler(170): Closed bf6d4159b636c6abc7c22b98922e11e1 2024-11-11T22:21:02,690 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=140 updating hbase:meta row=bf6d4159b636c6abc7c22b98922e11e1, regionState=CLOSED 2024-11-11T22:21:02,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-11T22:21:02,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; CloseRegionProcedure bf6d4159b636c6abc7c22b98922e11e1, server=47c9c93ccfa8,41889,1731363510061 in 1.6560 sec 2024-11-11T22:21:02,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=140, resume processing ppid=139 2024-11-11T22:21:02,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, ppid=139, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=bf6d4159b636c6abc7c22b98922e11e1, UNASSIGN in 1.6600 sec 2024-11-11T22:21:02,695 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-11T22:21:02,695 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6630 sec 2024-11-11T22:21:02,695 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731363662695"}]},"ts":"1731363662695"} 2024-11-11T22:21:02,696 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-11T22:21:02,698 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-11T22:21:02,699 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6730 sec 2024-11-11T22:21:03,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-11T22:21:03,132 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-11T22:21:03,132 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-11T22:21:03,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T22:21:03,134 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=142, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T22:21:03,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-11T22:21:03,134 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=142, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T22:21:03,136 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1 2024-11-11T22:21:03,138 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A, FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B, FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C, FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/recovered.edits] 2024-11-11T22:21:03,140 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/59ac32aa1df2473dad4214a0001f2dc1 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/59ac32aa1df2473dad4214a0001f2dc1 2024-11-11T22:21:03,141 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/5a6239dd8b864530bf840c0cf5ad91ad to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/5a6239dd8b864530bf840c0cf5ad91ad 2024-11-11T22:21:03,142 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/7df6dc72e6d64c178c2d7c37734cc686 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/A/7df6dc72e6d64c178c2d7c37734cc686 2024-11-11T22:21:03,144 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/38acfb211b6442669848a77b8613f40b to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/38acfb211b6442669848a77b8613f40b 2024-11-11T22:21:03,145 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/52c192ec346a49dda9f56db9db993993 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/52c192ec346a49dda9f56db9db993993 2024-11-11T22:21:03,146 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/76b4f1a8073f4639b7d7e82f0fdd22e8 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/B/76b4f1a8073f4639b7d7e82f0fdd22e8 2024-11-11T22:21:03,148 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/3a39ba9a7f5e45388623d9d97f046393 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/3a39ba9a7f5e45388623d9d97f046393 2024-11-11T22:21:03,149 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/b3a0603fd3864459898d64ba0becce21 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/b3a0603fd3864459898d64ba0becce21 2024-11-11T22:21:03,150 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/ea2e581efcc24424b18c833e8560ac69 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/C/ea2e581efcc24424b18c833e8560ac69 2024-11-11T22:21:03,153 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/recovered.edits/417.seqid to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1/recovered.edits/417.seqid 2024-11-11T22:21:03,153 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/bf6d4159b636c6abc7c22b98922e11e1 2024-11-11T22:21:03,153 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-11T22:21:03,155 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=142, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T22:21:03,157 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-11T22:21:03,159 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-11T22:21:03,159 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=142, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T22:21:03,159 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-11T22:21:03,159 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731363663159"}]},"ts":"9223372036854775807"} 2024-11-11T22:21:03,161 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-11T22:21:03,161 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => bf6d4159b636c6abc7c22b98922e11e1, NAME => 'TestAcidGuarantees,,1731363636959.bf6d4159b636c6abc7c22b98922e11e1.', STARTKEY => '', ENDKEY => ''}] 2024-11-11T22:21:03,161 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-11T22:21:03,161 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731363663161"}]},"ts":"9223372036854775807"} 2024-11-11T22:21:03,163 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-11T22:21:03,165 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=142, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T22:21:03,166 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 33 msec 2024-11-11T22:21:03,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-11T22:21:03,235 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-11T22:21:03,248 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=239 (was 236) - Thread LEAK? -, OpenFileDescriptor=448 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1015 (was 930) - SystemLoadAverage LEAK? -, ProcessCount=9 (was 11), AvailableMemoryMB=3055 (was 2200) - AvailableMemoryMB LEAK? - 2024-11-11T22:21:03,258 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=239, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=1015, ProcessCount=9, AvailableMemoryMB=3051 2024-11-11T22:21:03,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T22:21:03,260 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T22:21:03,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=143, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-11T22:21:03,261 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T22:21:03,262 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:03,262 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 143 2024-11-11T22:21:03,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-11-11T22:21:03,262 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T22:21:03,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742380_1556 (size=960) 2024-11-11T22:21:03,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-11-11T22:21:03,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-11-11T22:21:03,671 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690 2024-11-11T22:21:03,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742381_1557 (size=53) 2024-11-11T22:21:03,675 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T22:21:03,676 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 7567e81da71c649c4d8707f7c2b9e843, disabling compactions & flushes 2024-11-11T22:21:03,676 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:03,676 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:03,676 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. after waiting 0 ms 2024-11-11T22:21:03,676 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:03,676 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:03,676 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 7567e81da71c649c4d8707f7c2b9e843: 2024-11-11T22:21:03,677 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T22:21:03,677 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731363663677"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731363663677"}]},"ts":"1731363663677"} 2024-11-11T22:21:03,678 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-11T22:21:03,678 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T22:21:03,678 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731363663678"}]},"ts":"1731363663678"} 2024-11-11T22:21:03,679 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-11T22:21:03,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7567e81da71c649c4d8707f7c2b9e843, ASSIGN}] 2024-11-11T22:21:03,683 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7567e81da71c649c4d8707f7c2b9e843, ASSIGN 2024-11-11T22:21:03,684 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7567e81da71c649c4d8707f7c2b9e843, ASSIGN; state=OFFLINE, location=47c9c93ccfa8,41889,1731363510061; forceNewPlan=false, retain=false 2024-11-11T22:21:03,834 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=7567e81da71c649c4d8707f7c2b9e843, regionState=OPENING, regionLocation=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:03,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; OpenRegionProcedure 7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061}] 2024-11-11T22:21:03,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-11-11T22:21:03,987 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:03,990 INFO [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:03,990 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7285): Opening region: {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} 2024-11-11T22:21:03,990 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:03,990 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T22:21:03,990 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7327): checking encryption for 7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:03,990 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7330): checking classloading for 7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:03,991 INFO [StoreOpener-7567e81da71c649c4d8707f7c2b9e843-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:03,993 INFO [StoreOpener-7567e81da71c649c4d8707f7c2b9e843-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T22:21:03,993 INFO [StoreOpener-7567e81da71c649c4d8707f7c2b9e843-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7567e81da71c649c4d8707f7c2b9e843 columnFamilyName A 2024-11-11T22:21:03,993 DEBUG [StoreOpener-7567e81da71c649c4d8707f7c2b9e843-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:03,993 INFO [StoreOpener-7567e81da71c649c4d8707f7c2b9e843-1 {}] regionserver.HStore(327): Store=7567e81da71c649c4d8707f7c2b9e843/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T22:21:03,994 INFO [StoreOpener-7567e81da71c649c4d8707f7c2b9e843-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:03,995 INFO [StoreOpener-7567e81da71c649c4d8707f7c2b9e843-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T22:21:03,995 INFO [StoreOpener-7567e81da71c649c4d8707f7c2b9e843-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7567e81da71c649c4d8707f7c2b9e843 columnFamilyName B 2024-11-11T22:21:03,995 DEBUG [StoreOpener-7567e81da71c649c4d8707f7c2b9e843-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:03,995 INFO [StoreOpener-7567e81da71c649c4d8707f7c2b9e843-1 {}] regionserver.HStore(327): Store=7567e81da71c649c4d8707f7c2b9e843/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T22:21:03,995 INFO [StoreOpener-7567e81da71c649c4d8707f7c2b9e843-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:03,996 INFO [StoreOpener-7567e81da71c649c4d8707f7c2b9e843-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T22:21:03,996 INFO [StoreOpener-7567e81da71c649c4d8707f7c2b9e843-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7567e81da71c649c4d8707f7c2b9e843 columnFamilyName C 2024-11-11T22:21:03,996 DEBUG [StoreOpener-7567e81da71c649c4d8707f7c2b9e843-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:03,997 INFO [StoreOpener-7567e81da71c649c4d8707f7c2b9e843-1 {}] regionserver.HStore(327): Store=7567e81da71c649c4d8707f7c2b9e843/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T22:21:03,997 INFO [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:03,997 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:03,998 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:03,999 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T22:21:04,000 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1085): writing seq id for 7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:04,001 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T22:21:04,002 INFO [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1102): Opened 7567e81da71c649c4d8707f7c2b9e843; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61737529, jitterRate=-0.0800391286611557}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T22:21:04,002 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1001): Region open journal for 7567e81da71c649c4d8707f7c2b9e843: 2024-11-11T22:21:04,003 INFO [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843., pid=145, masterSystemTime=1731363663987 2024-11-11T22:21:04,004 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:04,004 INFO [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:04,005 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=7567e81da71c649c4d8707f7c2b9e843, regionState=OPEN, openSeqNum=2, regionLocation=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:04,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-11T22:21:04,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; OpenRegionProcedure 7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 in 169 msec 2024-11-11T22:21:04,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=144, resume processing ppid=143 2024-11-11T22:21:04,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, ppid=143, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=7567e81da71c649c4d8707f7c2b9e843, ASSIGN in 323 msec 2024-11-11T22:21:04,008 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T22:21:04,008 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731363664008"}]},"ts":"1731363664008"} 2024-11-11T22:21:04,009 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-11T22:21:04,013 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T22:21:04,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 753 msec 2024-11-11T22:21:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-11-11T22:21:04,366 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 143 completed 2024-11-11T22:21:04,368 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2ac53e79 to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d5efb7a 2024-11-11T22:21:04,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@644b7e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:21:04,386 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:21:04,387 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45776, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:21:04,388 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T22:21:04,388 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33244, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T22:21:04,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-11T22:21:04,390 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T22:21:04,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-11T22:21:04,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742382_1558 (size=996) 2024-11-11T22:21:04,801 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-11T22:21:04,802 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-11T22:21:04,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T22:21:04,806 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7567e81da71c649c4d8707f7c2b9e843, REOPEN/MOVE}] 2024-11-11T22:21:04,807 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7567e81da71c649c4d8707f7c2b9e843, REOPEN/MOVE 2024-11-11T22:21:04,808 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=7567e81da71c649c4d8707f7c2b9e843, regionState=CLOSING, regionLocation=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:04,809 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T22:21:04,809 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; CloseRegionProcedure 7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061}] 2024-11-11T22:21:04,960 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:04,960 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(124): Close 7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:04,960 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-11T22:21:04,961 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1681): Closing 7567e81da71c649c4d8707f7c2b9e843, disabling compactions & flushes 2024-11-11T22:21:04,961 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:04,961 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:04,961 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. after waiting 0 ms 2024-11-11T22:21:04,961 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:04,964 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-11T22:21:04,964 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:04,964 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegion(1635): Region close journal for 7567e81da71c649c4d8707f7c2b9e843: 2024-11-11T22:21:04,964 WARN [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] regionserver.HRegionServer(3786): Not adding moved region record: 7567e81da71c649c4d8707f7c2b9e843 to self. 2024-11-11T22:21:04,966 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=149}] handler.UnassignRegionHandler(170): Closed 7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:04,966 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=7567e81da71c649c4d8707f7c2b9e843, regionState=CLOSED 2024-11-11T22:21:04,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-11T22:21:04,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; CloseRegionProcedure 7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 in 158 msec 2024-11-11T22:21:04,968 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7567e81da71c649c4d8707f7c2b9e843, REOPEN/MOVE; state=CLOSED, location=47c9c93ccfa8,41889,1731363510061; forceNewPlan=false, retain=true 2024-11-11T22:21:05,119 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=7567e81da71c649c4d8707f7c2b9e843, regionState=OPENING, regionLocation=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:05,120 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=148, state=RUNNABLE; OpenRegionProcedure 7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061}] 2024-11-11T22:21:05,271 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:05,274 INFO [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:05,274 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(7285): Opening region: {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} 2024-11-11T22:21:05,274 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:05,274 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T22:21:05,274 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(7327): checking encryption for 7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:05,274 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(7330): checking classloading for 7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:05,276 INFO [StoreOpener-7567e81da71c649c4d8707f7c2b9e843-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:05,276 INFO [StoreOpener-7567e81da71c649c4d8707f7c2b9e843-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T22:21:05,276 INFO [StoreOpener-7567e81da71c649c4d8707f7c2b9e843-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7567e81da71c649c4d8707f7c2b9e843 columnFamilyName A 2024-11-11T22:21:05,277 DEBUG [StoreOpener-7567e81da71c649c4d8707f7c2b9e843-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:05,278 INFO [StoreOpener-7567e81da71c649c4d8707f7c2b9e843-1 {}] regionserver.HStore(327): Store=7567e81da71c649c4d8707f7c2b9e843/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T22:21:05,278 INFO [StoreOpener-7567e81da71c649c4d8707f7c2b9e843-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:05,278 INFO [StoreOpener-7567e81da71c649c4d8707f7c2b9e843-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T22:21:05,279 INFO [StoreOpener-7567e81da71c649c4d8707f7c2b9e843-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7567e81da71c649c4d8707f7c2b9e843 columnFamilyName B 2024-11-11T22:21:05,279 DEBUG [StoreOpener-7567e81da71c649c4d8707f7c2b9e843-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:05,279 INFO [StoreOpener-7567e81da71c649c4d8707f7c2b9e843-1 {}] regionserver.HStore(327): Store=7567e81da71c649c4d8707f7c2b9e843/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T22:21:05,279 INFO [StoreOpener-7567e81da71c649c4d8707f7c2b9e843-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:05,279 INFO [StoreOpener-7567e81da71c649c4d8707f7c2b9e843-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-11T22:21:05,279 INFO [StoreOpener-7567e81da71c649c4d8707f7c2b9e843-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7567e81da71c649c4d8707f7c2b9e843 columnFamilyName C 2024-11-11T22:21:05,280 DEBUG [StoreOpener-7567e81da71c649c4d8707f7c2b9e843-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:05,280 INFO [StoreOpener-7567e81da71c649c4d8707f7c2b9e843-1 {}] regionserver.HStore(327): Store=7567e81da71c649c4d8707f7c2b9e843/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T22:21:05,280 INFO [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:05,281 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:05,281 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:05,283 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T22:21:05,284 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1085): writing seq id for 7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:05,285 INFO [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1102): Opened 7567e81da71c649c4d8707f7c2b9e843; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63866890, jitterRate=-0.04830917716026306}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T22:21:05,286 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1001): Region open journal for 7567e81da71c649c4d8707f7c2b9e843: 2024-11-11T22:21:05,287 INFO [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843., pid=150, masterSystemTime=1731363665271 2024-11-11T22:21:05,288 DEBUG [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:05,288 INFO [RS_OPEN_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:05,289 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=7567e81da71c649c4d8707f7c2b9e843, regionState=OPEN, openSeqNum=5, regionLocation=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:05,290 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=148 2024-11-11T22:21:05,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=148, state=SUCCESS; OpenRegionProcedure 7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 in 169 msec 2024-11-11T22:21:05,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=148, resume processing ppid=147 2024-11-11T22:21:05,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, ppid=147, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=7567e81da71c649c4d8707f7c2b9e843, REOPEN/MOVE in 485 msec 2024-11-11T22:21:05,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-11T22:21:05,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 488 msec 2024-11-11T22:21:05,294 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 903 msec 2024-11-11T22:21:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-11T22:21:05,296 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05bc9c3e to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7fc332d8 2024-11-11T22:21:05,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c9b5141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:21:05,300 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7181df3b to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17327621 2024-11-11T22:21:05,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a52cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:21:05,303 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11030ef5 to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1584f18a 2024-11-11T22:21:05,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d7fe431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:21:05,310 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x69abefea to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5b914bf4 2024-11-11T22:21:05,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@91d72db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:21:05,314 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e757135 to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f6a59e4 2024-11-11T22:21:05,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d836f78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:21:05,317 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x150e08ed to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53305d9b 2024-11-11T22:21:05,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c440f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:21:05,320 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a3b66d3 to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bb6288a 2024-11-11T22:21:05,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58460ef3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:21:05,326 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5cfdf76c to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6556601 2024-11-11T22:21:05,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8cd1ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:21:05,330 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68c2838a to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@458a85fd 2024-11-11T22:21:05,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d832d43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:21:05,335 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x50bf224f to 127.0.0.1:61334 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@410bf0c8 2024-11-11T22:21:05,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15b6349f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:21:05,344 DEBUG [hconnection-0x831e58f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:21:05,345 DEBUG [hconnection-0xc914ba6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:21:05,345 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45792, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:21:05,346 DEBUG [hconnection-0x4acef1cc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:21:05,346 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45796, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:21:05,346 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45812, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:21:05,354 DEBUG [hconnection-0xee5794c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:21:05,355 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45814, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:21:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:05,359 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7567e81da71c649c4d8707f7c2b9e843 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T22:21:05,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=A 2024-11-11T22:21:05,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:05,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=B 2024-11-11T22:21:05,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:05,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=C 2024-11-11T22:21:05,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:05,361 DEBUG [hconnection-0x3cd03c83-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:21:05,362 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45830, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:21:05,372 DEBUG [hconnection-0xac5805a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:21:05,372 DEBUG [hconnection-0x9d4c537-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:21:05,373 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45838, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:21:05,376 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45832, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:21:05,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45832 deadline: 1731363725387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:05,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363725388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:05,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45814 deadline: 1731363725389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:05,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363725390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:05,396 DEBUG [hconnection-0x1fe8236f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:21:05,396 DEBUG [hconnection-0x370e49da-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:21:05,397 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:21:05,397 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45842, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:21:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees 2024-11-11T22:21:05,398 DEBUG [hconnection-0x7aa0c4d1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T22:21:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-11T22:21:05,399 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45854, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:21:05,399 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45864, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T22:21:05,400 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:21:05,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111d460bd33a3d0410aa67f80b5d370408c_7567e81da71c649c4d8707f7c2b9e843 is 50, key is test_row_0/A:col10/1731363665352/Put/seqid=0 2024-11-11T22:21:05,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45864 deadline: 1731363725401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:05,402 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:21:05,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:21:05,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742383_1559 (size=12154) 2024-11-11T22:21:05,417 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:05,428 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111d460bd33a3d0410aa67f80b5d370408c_7567e81da71c649c4d8707f7c2b9e843 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111d460bd33a3d0410aa67f80b5d370408c_7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:05,430 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/b533e2549a98433980bbafe51cb562db, store: [table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:05,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/b533e2549a98433980bbafe51cb562db is 175, key is test_row_0/A:col10/1731363665352/Put/seqid=0 2024-11-11T22:21:05,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742384_1560 (size=30955) 2024-11-11T22:21:05,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45832 deadline: 1731363725489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:05,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363725490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:05,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45814 deadline: 1731363725490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:05,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363725491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-11T22:21:05,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45864 deadline: 1731363725503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:05,553 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:05,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-11T22:21:05,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:05,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. as already flushing 2024-11-11T22:21:05,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:05,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:05,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:05,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45832 deadline: 1731363725692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:05,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:05,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45814 deadline: 1731363725692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:05,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363725693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:05,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363725695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-11T22:21:05,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45864 deadline: 1731363725705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:05,715 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:05,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-11T22:21:05,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:05,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. as already flushing 2024-11-11T22:21:05,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:05,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:05,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:05,845 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/b533e2549a98433980bbafe51cb562db 2024-11-11T22:21:05,868 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:05,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-11T22:21:05,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:05,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. as already flushing 2024-11-11T22:21:05,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:05,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:05,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:05,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:05,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/9950c6eb9d6041a79b144e31cd541bc2 is 50, key is test_row_0/B:col10/1731363665352/Put/seqid=0 2024-11-11T22:21:05,891 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:39909 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:39909,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:05,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742385_1561 (size=12001) 2024-11-11T22:21:05,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:05,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:05,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:05,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363725995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:05,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45814 deadline: 1731363725995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:05,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45832 deadline: 1731363725996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:05,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:05,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363725998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:06,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-11T22:21:06,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45864 deadline: 1731363726007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:06,024 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:06,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-11T22:21:06,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:06,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. as already flushing 2024-11-11T22:21:06,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:06,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:06,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:06,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:06,178 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:06,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-11T22:21:06,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:06,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. as already flushing 2024-11-11T22:21:06,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:06,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:06,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:06,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:06,303 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/9950c6eb9d6041a79b144e31cd541bc2 2024-11-11T22:21:06,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/fcc2fff1a5e344c2a6a8213b23f10ae5 is 50, key is test_row_0/C:col10/1731363665352/Put/seqid=0 2024-11-11T22:21:06,331 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:06,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-11T22:21:06,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:06,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. as already flushing 2024-11-11T22:21:06,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:06,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:06,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:06,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:06,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742386_1562 (size=12001) 2024-11-11T22:21:06,335 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/fcc2fff1a5e344c2a6a8213b23f10ae5 2024-11-11T22:21:06,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/b533e2549a98433980bbafe51cb562db as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/b533e2549a98433980bbafe51cb562db 2024-11-11T22:21:06,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/b533e2549a98433980bbafe51cb562db, entries=150, sequenceid=15, filesize=30.2 K 2024-11-11T22:21:06,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/9950c6eb9d6041a79b144e31cd541bc2 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/9950c6eb9d6041a79b144e31cd541bc2 2024-11-11T22:21:06,351 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/9950c6eb9d6041a79b144e31cd541bc2, entries=150, sequenceid=15, filesize=11.7 K 2024-11-11T22:21:06,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/fcc2fff1a5e344c2a6a8213b23f10ae5 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/fcc2fff1a5e344c2a6a8213b23f10ae5 2024-11-11T22:21:06,358 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/fcc2fff1a5e344c2a6a8213b23f10ae5, entries=150, sequenceid=15, filesize=11.7 K 2024-11-11T22:21:06,359 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 7567e81da71c649c4d8707f7c2b9e843 in 999ms, sequenceid=15, compaction requested=false 2024-11-11T22:21:06,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7567e81da71c649c4d8707f7c2b9e843: 2024-11-11T22:21:06,485 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:06,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-11T22:21:06,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:06,493 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2837): Flushing 7567e81da71c649c4d8707f7c2b9e843 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T22:21:06,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=A 2024-11-11T22:21:06,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:06,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=B 2024-11-11T22:21:06,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:06,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=C 2024-11-11T22:21:06,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:06,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411113cd11e5968f84c6b83124871169c85bb_7567e81da71c649c4d8707f7c2b9e843 is 50, key is test_row_0/A:col10/1731363665386/Put/seqid=0 2024-11-11T22:21:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:06,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. as already flushing 2024-11-11T22:21:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-11T22:21:06,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742387_1563 (size=12154) 2024-11-11T22:21:06,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45864 deadline: 1731363726509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:06,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363726509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:06,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45814 deadline: 1731363726509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:06,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45832 deadline: 1731363726510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:06,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:06,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363726510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:06,518 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411113cd11e5968f84c6b83124871169c85bb_7567e81da71c649c4d8707f7c2b9e843 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411113cd11e5968f84c6b83124871169c85bb_7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:06,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/f7608e8890f444ae95e2e95be6a7fd13, store: [table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:06,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/f7608e8890f444ae95e2e95be6a7fd13 is 175, key is test_row_0/A:col10/1731363665386/Put/seqid=0 2024-11-11T22:21:06,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742388_1564 (size=30955) 2024-11-11T22:21:06,526 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/f7608e8890f444ae95e2e95be6a7fd13 2024-11-11T22:21:06,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/6f5efda6d37d4e6a80e262145c69446e is 50, key is test_row_0/B:col10/1731363665386/Put/seqid=0 2024-11-11T22:21:06,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742389_1565 (size=12001) 2024-11-11T22:21:06,538 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/6f5efda6d37d4e6a80e262145c69446e 2024-11-11T22:21:06,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/87788a7fc55a4b17a817f1ad6c640be3 is 50, key is test_row_0/C:col10/1731363665386/Put/seqid=0 2024-11-11T22:21:06,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742390_1566 (size=12001) 2024-11-11T22:21:06,553 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/87788a7fc55a4b17a817f1ad6c640be3 2024-11-11T22:21:06,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/f7608e8890f444ae95e2e95be6a7fd13 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/f7608e8890f444ae95e2e95be6a7fd13 2024-11-11T22:21:06,563 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/f7608e8890f444ae95e2e95be6a7fd13, entries=150, sequenceid=40, filesize=30.2 K 2024-11-11T22:21:06,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/6f5efda6d37d4e6a80e262145c69446e as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/6f5efda6d37d4e6a80e262145c69446e 2024-11-11T22:21:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,569 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/6f5efda6d37d4e6a80e262145c69446e, entries=150, sequenceid=40, filesize=11.7 K 2024-11-11T22:21:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/87788a7fc55a4b17a817f1ad6c640be3 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/87788a7fc55a4b17a817f1ad6c640be3 2024-11-11T22:21:06,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,574 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/87788a7fc55a4b17a817f1ad6c640be3, entries=150, sequenceid=40, filesize=11.7 K 2024-11-11T22:21:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,575 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 7567e81da71c649c4d8707f7c2b9e843 in 82ms, sequenceid=40, compaction requested=false 2024-11-11T22:21:06,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2538): Flush status journal for 7567e81da71c649c4d8707f7c2b9e843: 2024-11-11T22:21:06,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:06,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=152 2024-11-11T22:21:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=152 2024-11-11T22:21:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,578 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151 2024-11-11T22:21:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,578 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1740 sec 2024-11-11T22:21:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,579 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees in 1.1810 sec 2024-11-11T22:21:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,617 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7567e81da71c649c4d8707f7c2b9e843 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T22:21:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=A 2024-11-11T22:21:06,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:06,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=B 2024-11-11T22:21:06,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:06,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=C 2024-11-11T22:21:06,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111144effaea935847c8b8795aaaee0fe64e_7567e81da71c649c4d8707f7c2b9e843 is 50, key is test_row_0/A:col10/1731363666615/Put/seqid=0 2024-11-11T22:21:06,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742391_1567 (size=14594) 2024-11-11T22:21:06,638 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,643 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111144effaea935847c8b8795aaaee0fe64e_7567e81da71c649c4d8707f7c2b9e843 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111144effaea935847c8b8795aaaee0fe64e_7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:06,645 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/137d141e788d4e3fbba8388e950144b3, store: [table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:06,645 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/137d141e788d4e3fbba8388e950144b3 is 175, key is test_row_0/A:col10/1731363666615/Put/seqid=0 2024-11-11T22:21:06,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742392_1568 (size=39545) 2024-11-11T22:21:06,651 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/137d141e788d4e3fbba8388e950144b3 2024-11-11T22:21:06,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45832 deadline: 1731363726649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:06,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363726649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:06,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45814 deadline: 1731363726651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:06,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363726652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:06,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/b9b690d2f7f04567a3ad3f3d04efa09b is 50, key is test_row_0/B:col10/1731363666615/Put/seqid=0 2024-11-11T22:21:06,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742393_1569 (size=9657) 2024-11-11T22:21:06,662 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/b9b690d2f7f04567a3ad3f3d04efa09b 2024-11-11T22:21:06,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/493d8b6878f04085851f8c3b1ad21bdc is 50, key is test_row_0/C:col10/1731363666615/Put/seqid=0 2024-11-11T22:21:06,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742394_1570 (size=9657) 2024-11-11T22:21:06,672 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/493d8b6878f04085851f8c3b1ad21bdc 2024-11-11T22:21:06,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/137d141e788d4e3fbba8388e950144b3 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/137d141e788d4e3fbba8388e950144b3 2024-11-11T22:21:06,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/137d141e788d4e3fbba8388e950144b3, entries=200, sequenceid=53, filesize=38.6 K 2024-11-11T22:21:06,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/b9b690d2f7f04567a3ad3f3d04efa09b as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/b9b690d2f7f04567a3ad3f3d04efa09b 2024-11-11T22:21:06,682 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/b9b690d2f7f04567a3ad3f3d04efa09b, entries=100, sequenceid=53, filesize=9.4 K 2024-11-11T22:21:06,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/493d8b6878f04085851f8c3b1ad21bdc as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/493d8b6878f04085851f8c3b1ad21bdc 2024-11-11T22:21:06,687 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/493d8b6878f04085851f8c3b1ad21bdc, entries=100, sequenceid=53, filesize=9.4 K 2024-11-11T22:21:06,688 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 7567e81da71c649c4d8707f7c2b9e843 in 71ms, sequenceid=53, compaction requested=true 2024-11-11T22:21:06,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7567e81da71c649c4d8707f7c2b9e843: 2024-11-11T22:21:06,689 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:21:06,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7567e81da71c649c4d8707f7c2b9e843:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T22:21:06,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:21:06,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7567e81da71c649c4d8707f7c2b9e843:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T22:21:06,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:21:06,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7567e81da71c649c4d8707f7c2b9e843:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:21:06,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:21:06,689 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:21:06,690 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101455 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:21:06,690 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): 7567e81da71c649c4d8707f7c2b9e843/A is initiating minor compaction (all files) 2024-11-11T22:21:06,690 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7567e81da71c649c4d8707f7c2b9e843/A in TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:06,690 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/b533e2549a98433980bbafe51cb562db, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/f7608e8890f444ae95e2e95be6a7fd13, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/137d141e788d4e3fbba8388e950144b3] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp, totalSize=99.1 K 2024-11-11T22:21:06,690 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:06,690 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. files: [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/b533e2549a98433980bbafe51cb562db, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/f7608e8890f444ae95e2e95be6a7fd13, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/137d141e788d4e3fbba8388e950144b3] 2024-11-11T22:21:06,696 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting b533e2549a98433980bbafe51cb562db, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731363665351 2024-11-11T22:21:06,697 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7608e8890f444ae95e2e95be6a7fd13, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731363665375 2024-11-11T22:21:06,697 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 137d141e788d4e3fbba8388e950144b3, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731363666508 2024-11-11T22:21:06,699 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:21:06,700 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 7567e81da71c649c4d8707f7c2b9e843/B is initiating minor compaction (all files) 2024-11-11T22:21:06,700 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7567e81da71c649c4d8707f7c2b9e843/B in TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:06,700 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/9950c6eb9d6041a79b144e31cd541bc2, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/6f5efda6d37d4e6a80e262145c69446e, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/b9b690d2f7f04567a3ad3f3d04efa09b] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp, totalSize=32.9 K 2024-11-11T22:21:06,700 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 9950c6eb9d6041a79b144e31cd541bc2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731363665351 2024-11-11T22:21:06,701 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f5efda6d37d4e6a80e262145c69446e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731363665375 2024-11-11T22:21:06,702 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting b9b690d2f7f04567a3ad3f3d04efa09b, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731363666615 2024-11-11T22:21:06,723 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:06,725 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7567e81da71c649c4d8707f7c2b9e843#B#compaction#487 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:21:06,726 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/ed360a0078d143199ac00bfc6014aec3 is 50, key is test_row_0/B:col10/1731363666615/Put/seqid=0 2024-11-11T22:21:06,734 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111d2a2415454d44ac3ad67183dde51ae5f_7567e81da71c649c4d8707f7c2b9e843 store=[table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:06,735 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111d2a2415454d44ac3ad67183dde51ae5f_7567e81da71c649c4d8707f7c2b9e843, store=[table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:06,735 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111d2a2415454d44ac3ad67183dde51ae5f_7567e81da71c649c4d8707f7c2b9e843 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:06,757 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7567e81da71c649c4d8707f7c2b9e843 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T22:21:06,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742395_1571 (size=12104) 2024-11-11T22:21:06,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=A 2024-11-11T22:21:06,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:06,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=B 2024-11-11T22:21:06,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:06,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=C 2024-11-11T22:21:06,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:06,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742396_1572 (size=4469) 2024-11-11T22:21:06,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:06,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363726766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:06,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411113b93716095f1440b9fc2e0a82beee652_7567e81da71c649c4d8707f7c2b9e843 is 50, key is test_row_0/A:col10/1731363666649/Put/seqid=0 2024-11-11T22:21:06,776 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7567e81da71c649c4d8707f7c2b9e843#A#compaction#486 average throughput is 0.46 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:21:06,777 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/cd610615417d4e4d92891f434bb8c753 is 175, key is test_row_0/A:col10/1731363666615/Put/seqid=0 2024-11-11T22:21:06,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363726775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:06,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45814 deadline: 1731363726775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:06,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45832 deadline: 1731363726775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:06,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742397_1573 (size=14594) 2024-11-11T22:21:06,789 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:06,797 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411113b93716095f1440b9fc2e0a82beee652_7567e81da71c649c4d8707f7c2b9e843 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411113b93716095f1440b9fc2e0a82beee652_7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:06,798 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/e3e7decb89ed4b99b5b5b9d917c5c8ca, store: [table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:06,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/e3e7decb89ed4b99b5b5b9d917c5c8ca is 175, key is test_row_0/A:col10/1731363666649/Put/seqid=0 2024-11-11T22:21:06,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742398_1574 (size=31165) 2024-11-11T22:21:06,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742399_1575 (size=39549) 2024-11-11T22:21:06,838 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/cd610615417d4e4d92891f434bb8c753 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/cd610615417d4e4d92891f434bb8c753 2024-11-11T22:21:06,843 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7567e81da71c649c4d8707f7c2b9e843/A of 7567e81da71c649c4d8707f7c2b9e843 into cd610615417d4e4d92891f434bb8c753(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:21:06,843 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7567e81da71c649c4d8707f7c2b9e843: 2024-11-11T22:21:06,843 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843., storeName=7567e81da71c649c4d8707f7c2b9e843/A, priority=13, startTime=1731363666688; duration=0sec 2024-11-11T22:21:06,843 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:21:06,843 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7567e81da71c649c4d8707f7c2b9e843:A 2024-11-11T22:21:06,843 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:21:06,844 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:21:06,844 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): 7567e81da71c649c4d8707f7c2b9e843/C is initiating minor compaction (all files) 2024-11-11T22:21:06,845 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7567e81da71c649c4d8707f7c2b9e843/C in TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:06,845 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/fcc2fff1a5e344c2a6a8213b23f10ae5, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/87788a7fc55a4b17a817f1ad6c640be3, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/493d8b6878f04085851f8c3b1ad21bdc] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp, totalSize=32.9 K 2024-11-11T22:21:06,845 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting fcc2fff1a5e344c2a6a8213b23f10ae5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731363665351 2024-11-11T22:21:06,845 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87788a7fc55a4b17a817f1ad6c640be3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731363665375 2024-11-11T22:21:06,846 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 493d8b6878f04085851f8c3b1ad21bdc, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731363666615 2024-11-11T22:21:06,854 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7567e81da71c649c4d8707f7c2b9e843#C#compaction#489 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:21:06,855 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/4913dbb2c8e744dfbe09f3aac565c7df is 50, key is test_row_0/C:col10/1731363666615/Put/seqid=0 2024-11-11T22:21:06,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742400_1576 (size=12104) 2024-11-11T22:21:06,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:06,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363726876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:06,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363726880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:06,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45814 deadline: 1731363726881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:06,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45832 deadline: 1731363726883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:06,888 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/4913dbb2c8e744dfbe09f3aac565c7df as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/4913dbb2c8e744dfbe09f3aac565c7df 2024-11-11T22:21:06,892 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7567e81da71c649c4d8707f7c2b9e843/C of 7567e81da71c649c4d8707f7c2b9e843 into 4913dbb2c8e744dfbe09f3aac565c7df(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:21:06,892 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7567e81da71c649c4d8707f7c2b9e843: 2024-11-11T22:21:06,892 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843., storeName=7567e81da71c649c4d8707f7c2b9e843/C, priority=13, startTime=1731363666689; duration=0sec 2024-11-11T22:21:06,892 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:21:06,892 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7567e81da71c649c4d8707f7c2b9e843:C 2024-11-11T22:21:06,989 ERROR [LeaseRenewer:jenkins@localhost:39909 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:39909,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:07,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363727080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:07,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45814 deadline: 1731363727085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:07,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363727085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:07,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45832 deadline: 1731363727087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:07,163 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/ed360a0078d143199ac00bfc6014aec3 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/ed360a0078d143199ac00bfc6014aec3 2024-11-11T22:21:07,167 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7567e81da71c649c4d8707f7c2b9e843/B of 7567e81da71c649c4d8707f7c2b9e843 into ed360a0078d143199ac00bfc6014aec3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:21:07,167 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7567e81da71c649c4d8707f7c2b9e843: 2024-11-11T22:21:07,167 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843., storeName=7567e81da71c649c4d8707f7c2b9e843/B, priority=13, startTime=1731363666689; duration=0sec 2024-11-11T22:21:07,167 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:21:07,167 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7567e81da71c649c4d8707f7c2b9e843:B 2024-11-11T22:21:07,237 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/e3e7decb89ed4b99b5b5b9d917c5c8ca 2024-11-11T22:21:07,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/6258b7c44d4b45f58a341ba4ba943b5a is 50, key is test_row_0/B:col10/1731363666649/Put/seqid=0 2024-11-11T22:21:07,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742401_1577 (size=12001) 2024-11-11T22:21:07,263 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/6258b7c44d4b45f58a341ba4ba943b5a 2024-11-11T22:21:07,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/a839258432dd44f5951e075affb3929d is 50, key is test_row_0/C:col10/1731363666649/Put/seqid=0 2024-11-11T22:21:07,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742402_1578 (size=12001) 2024-11-11T22:21:07,285 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/a839258432dd44f5951e075affb3929d 2024-11-11T22:21:07,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/e3e7decb89ed4b99b5b5b9d917c5c8ca as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/e3e7decb89ed4b99b5b5b9d917c5c8ca 2024-11-11T22:21:07,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/e3e7decb89ed4b99b5b5b9d917c5c8ca, entries=200, sequenceid=79, filesize=38.6 K 2024-11-11T22:21:07,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/6258b7c44d4b45f58a341ba4ba943b5a as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/6258b7c44d4b45f58a341ba4ba943b5a 2024-11-11T22:21:07,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/6258b7c44d4b45f58a341ba4ba943b5a, entries=150, sequenceid=79, filesize=11.7 K 2024-11-11T22:21:07,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/a839258432dd44f5951e075affb3929d as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/a839258432dd44f5951e075affb3929d 2024-11-11T22:21:07,316 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/a839258432dd44f5951e075affb3929d, entries=150, sequenceid=79, filesize=11.7 K 2024-11-11T22:21:07,317 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 7567e81da71c649c4d8707f7c2b9e843 in 560ms, sequenceid=79, compaction requested=false 2024-11-11T22:21:07,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7567e81da71c649c4d8707f7c2b9e843: 2024-11-11T22:21:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:07,387 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7567e81da71c649c4d8707f7c2b9e843 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T22:21:07,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=A 2024-11-11T22:21:07,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:07,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=B 2024-11-11T22:21:07,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:07,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=C 2024-11-11T22:21:07,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:07,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b83ad988dce54ba386ad97925db8cffc_7567e81da71c649c4d8707f7c2b9e843 is 50, key is test_row_0/A:col10/1731363666768/Put/seqid=0 2024-11-11T22:21:07,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742403_1579 (size=14594) 2024-11-11T22:21:07,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:07,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363727413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45832 deadline: 1731363727413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:07,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45814 deadline: 1731363727414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:07,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363727417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-11T22:21:07,504 INFO [Thread-2488 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 151 completed 2024-11-11T22:21:07,505 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:21:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees 2024-11-11T22:21:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-11T22:21:07,507 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:21:07,507 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:21:07,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:21:07,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45864 deadline: 1731363727515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:07,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45832 deadline: 1731363727518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:07,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363727518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:07,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45814 deadline: 1731363727518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:07,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363727521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-11T22:21:07,659 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:07,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-11T22:21:07,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:07,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. as already flushing 2024-11-11T22:21:07,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:07,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:07,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:07,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:07,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45814 deadline: 1731363727725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:07,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:07,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363727725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:07,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:07,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45832 deadline: 1731363727725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:07,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:07,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363727725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:07,802 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:07,806 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b83ad988dce54ba386ad97925db8cffc_7567e81da71c649c4d8707f7c2b9e843 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b83ad988dce54ba386ad97925db8cffc_7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:07,807 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/96eae54fb0734a31a96e98e519d0aebe, store: [table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:07,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/96eae54fb0734a31a96e98e519d0aebe is 175, key is test_row_0/A:col10/1731363666768/Put/seqid=0 2024-11-11T22:21:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-11T22:21:07,811 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:07,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-11T22:21:07,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:07,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. as already flushing 2024-11-11T22:21:07,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:07,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:07,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:07,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:07,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742404_1580 (size=39549) 2024-11-11T22:21:07,823 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/96eae54fb0734a31a96e98e519d0aebe 2024-11-11T22:21:07,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/e11c54349b784e27acbd40ebff4a13de is 50, key is test_row_0/B:col10/1731363666768/Put/seqid=0 2024-11-11T22:21:07,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742405_1581 (size=12001) 2024-11-11T22:21:07,964 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:07,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-11T22:21:07,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:07,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. as already flushing 2024-11-11T22:21:07,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:07,965 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:07,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:08,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:08,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363728027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:08,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:08,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363728028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:08,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45814 deadline: 1731363728028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:08,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:08,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45832 deadline: 1731363728033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:08,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-11T22:21:08,118 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:08,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-11T22:21:08,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:08,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. as already flushing 2024-11-11T22:21:08,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:08,119 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:08,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:08,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:08,212 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T22:21:08,256 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/e11c54349b784e27acbd40ebff4a13de 2024-11-11T22:21:08,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/3e6e9b1acb974cadb76823b7c18ab567 is 50, key is test_row_0/C:col10/1731363666768/Put/seqid=0 2024-11-11T22:21:08,272 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:08,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-11T22:21:08,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:08,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. as already flushing 2024-11-11T22:21:08,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:08,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:08,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:08,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:08,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742406_1582 (size=12001) 2024-11-11T22:21:08,284 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/3e6e9b1acb974cadb76823b7c18ab567 2024-11-11T22:21:08,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/96eae54fb0734a31a96e98e519d0aebe as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/96eae54fb0734a31a96e98e519d0aebe 2024-11-11T22:21:08,294 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/96eae54fb0734a31a96e98e519d0aebe, entries=200, sequenceid=93, filesize=38.6 K 2024-11-11T22:21:08,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/e11c54349b784e27acbd40ebff4a13de as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/e11c54349b784e27acbd40ebff4a13de 2024-11-11T22:21:08,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/e11c54349b784e27acbd40ebff4a13de, entries=150, sequenceid=93, filesize=11.7 K 2024-11-11T22:21:08,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/3e6e9b1acb974cadb76823b7c18ab567 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/3e6e9b1acb974cadb76823b7c18ab567 2024-11-11T22:21:08,302 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/3e6e9b1acb974cadb76823b7c18ab567, entries=150, sequenceid=93, filesize=11.7 K 2024-11-11T22:21:08,303 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 7567e81da71c649c4d8707f7c2b9e843 in 916ms, sequenceid=93, compaction requested=true 2024-11-11T22:21:08,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7567e81da71c649c4d8707f7c2b9e843: 2024-11-11T22:21:08,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7567e81da71c649c4d8707f7c2b9e843:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T22:21:08,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:21:08,304 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:21:08,304 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:21:08,305 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110263 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:21:08,305 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): 7567e81da71c649c4d8707f7c2b9e843/A is initiating minor compaction (all files) 2024-11-11T22:21:08,305 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7567e81da71c649c4d8707f7c2b9e843/A in TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:08,305 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/cd610615417d4e4d92891f434bb8c753, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/e3e7decb89ed4b99b5b5b9d917c5c8ca, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/96eae54fb0734a31a96e98e519d0aebe] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp, totalSize=107.7 K 2024-11-11T22:21:08,305 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:08,305 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. files: [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/cd610615417d4e4d92891f434bb8c753, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/e3e7decb89ed4b99b5b5b9d917c5c8ca, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/96eae54fb0734a31a96e98e519d0aebe] 2024-11-11T22:21:08,305 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:21:08,305 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 7567e81da71c649c4d8707f7c2b9e843/B is initiating minor compaction (all files) 2024-11-11T22:21:08,305 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7567e81da71c649c4d8707f7c2b9e843/B in TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:08,305 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/ed360a0078d143199ac00bfc6014aec3, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/6258b7c44d4b45f58a341ba4ba943b5a, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/e11c54349b784e27acbd40ebff4a13de] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp, totalSize=35.3 K 2024-11-11T22:21:08,305 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd610615417d4e4d92891f434bb8c753, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731363665387 2024-11-11T22:21:08,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7567e81da71c649c4d8707f7c2b9e843:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T22:21:08,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:21:08,306 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting ed360a0078d143199ac00bfc6014aec3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731363665387 2024-11-11T22:21:08,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7567e81da71c649c4d8707f7c2b9e843:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:21:08,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:21:08,306 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting e3e7decb89ed4b99b5b5b9d917c5c8ca, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731363666641 2024-11-11T22:21:08,306 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 6258b7c44d4b45f58a341ba4ba943b5a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731363666641 2024-11-11T22:21:08,306 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96eae54fb0734a31a96e98e519d0aebe, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731363666763 2024-11-11T22:21:08,307 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting e11c54349b784e27acbd40ebff4a13de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731363666763 2024-11-11T22:21:08,329 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:08,346 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7567e81da71c649c4d8707f7c2b9e843#B#compaction#496 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:21:08,347 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/cf9a954aace54c558672c14d27c7ee86 is 50, key is test_row_0/B:col10/1731363666768/Put/seqid=0 2024-11-11T22:21:08,349 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411116b2855d691cf47baaf49f963445c8848_7567e81da71c649c4d8707f7c2b9e843 store=[table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:08,351 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411116b2855d691cf47baaf49f963445c8848_7567e81da71c649c4d8707f7c2b9e843, store=[table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:08,351 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411116b2855d691cf47baaf49f963445c8848_7567e81da71c649c4d8707f7c2b9e843 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:08,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742407_1583 (size=12207) 2024-11-11T22:21:08,372 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/cf9a954aace54c558672c14d27c7ee86 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/cf9a954aace54c558672c14d27c7ee86 2024-11-11T22:21:08,377 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7567e81da71c649c4d8707f7c2b9e843/B of 7567e81da71c649c4d8707f7c2b9e843 into cf9a954aace54c558672c14d27c7ee86(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:21:08,377 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7567e81da71c649c4d8707f7c2b9e843: 2024-11-11T22:21:08,378 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843., storeName=7567e81da71c649c4d8707f7c2b9e843/B, priority=13, startTime=1731363668304; duration=0sec 2024-11-11T22:21:08,378 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:21:08,378 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7567e81da71c649c4d8707f7c2b9e843:B 2024-11-11T22:21:08,378 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:21:08,380 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:21:08,380 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 7567e81da71c649c4d8707f7c2b9e843/C is initiating minor compaction (all files) 2024-11-11T22:21:08,380 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7567e81da71c649c4d8707f7c2b9e843/C in TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:08,380 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/4913dbb2c8e744dfbe09f3aac565c7df, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/a839258432dd44f5951e075affb3929d, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/3e6e9b1acb974cadb76823b7c18ab567] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp, totalSize=35.3 K 2024-11-11T22:21:08,381 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 4913dbb2c8e744dfbe09f3aac565c7df, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731363665387 2024-11-11T22:21:08,381 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting a839258432dd44f5951e075affb3929d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731363666641 2024-11-11T22:21:08,382 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e6e9b1acb974cadb76823b7c18ab567, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731363666763 2024-11-11T22:21:08,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742408_1584 (size=4469) 2024-11-11T22:21:08,393 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7567e81da71c649c4d8707f7c2b9e843#A#compaction#495 average throughput is 0.38 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:21:08,394 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/de1ddfcb901a4bd0b9c965fec1bf9c5b is 175, key is test_row_0/A:col10/1731363666768/Put/seqid=0 2024-11-11T22:21:08,398 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7567e81da71c649c4d8707f7c2b9e843#C#compaction#497 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:21:08,398 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/9e8d4551081548be8b6b403bb5dec38a is 50, key is test_row_0/C:col10/1731363666768/Put/seqid=0 2024-11-11T22:21:08,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742409_1585 (size=31161) 2024-11-11T22:21:08,410 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/de1ddfcb901a4bd0b9c965fec1bf9c5b as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/de1ddfcb901a4bd0b9c965fec1bf9c5b 2024-11-11T22:21:08,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742410_1586 (size=12207) 2024-11-11T22:21:08,415 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7567e81da71c649c4d8707f7c2b9e843/A of 7567e81da71c649c4d8707f7c2b9e843 into de1ddfcb901a4bd0b9c965fec1bf9c5b(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:21:08,415 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7567e81da71c649c4d8707f7c2b9e843: 2024-11-11T22:21:08,415 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843., storeName=7567e81da71c649c4d8707f7c2b9e843/A, priority=13, startTime=1731363668304; duration=0sec 2024-11-11T22:21:08,416 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:21:08,416 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7567e81da71c649c4d8707f7c2b9e843:A 2024-11-11T22:21:08,421 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/9e8d4551081548be8b6b403bb5dec38a as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/9e8d4551081548be8b6b403bb5dec38a 2024-11-11T22:21:08,429 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:08,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-11T22:21:08,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:08,429 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2837): Flushing 7567e81da71c649c4d8707f7c2b9e843 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T22:21:08,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=A 2024-11-11T22:21:08,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:08,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=B 2024-11-11T22:21:08,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:08,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=C 2024-11-11T22:21:08,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:08,436 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7567e81da71c649c4d8707f7c2b9e843/C of 7567e81da71c649c4d8707f7c2b9e843 into 9e8d4551081548be8b6b403bb5dec38a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:21:08,436 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7567e81da71c649c4d8707f7c2b9e843: 2024-11-11T22:21:08,436 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843., storeName=7567e81da71c649c4d8707f7c2b9e843/C, priority=13, startTime=1731363668306; duration=0sec 2024-11-11T22:21:08,436 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:21:08,436 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7567e81da71c649c4d8707f7c2b9e843:C 2024-11-11T22:21:08,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111aeab377ab1aa4b3fbc796e1958bd10a7_7567e81da71c649c4d8707f7c2b9e843 is 50, key is test_row_0/A:col10/1731363667408/Put/seqid=0 2024-11-11T22:21:08,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742411_1587 (size=12154) 2024-11-11T22:21:08,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:08,461 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111aeab377ab1aa4b3fbc796e1958bd10a7_7567e81da71c649c4d8707f7c2b9e843 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111aeab377ab1aa4b3fbc796e1958bd10a7_7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:08,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/fe4116b45db148f3bd80eb00888c61c9, store: [table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:08,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/fe4116b45db148f3bd80eb00888c61c9 is 175, key is test_row_0/A:col10/1731363667408/Put/seqid=0 2024-11-11T22:21:08,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742412_1588 (size=30955) 2024-11-11T22:21:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:08,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. as already flushing 2024-11-11T22:21:08,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45832 deadline: 1731363728537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:08,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363728537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:08,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:08,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45814 deadline: 1731363728538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:08,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:08,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363728539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-11T22:21:08,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45832 deadline: 1731363728640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:08,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363728640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:08,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45814 deadline: 1731363728641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:08,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363728649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:08,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:08,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45832 deadline: 1731363728843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:08,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363728844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:08,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45814 deadline: 1731363728845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:08,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:08,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363728852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:08,879 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/fe4116b45db148f3bd80eb00888c61c9 2024-11-11T22:21:08,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/a28ac32771044a4f83b5aaa459d5f9bf is 50, key is test_row_0/B:col10/1731363667408/Put/seqid=0 2024-11-11T22:21:08,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742413_1589 (size=12001) 2024-11-11T22:21:08,905 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/a28ac32771044a4f83b5aaa459d5f9bf 2024-11-11T22:21:08,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/cdefb3a94cf9489ab074f4b9c71f8aa4 is 50, key is test_row_0/C:col10/1731363667408/Put/seqid=0 2024-11-11T22:21:08,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742414_1590 (size=12001) 2024-11-11T22:21:08,917 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/cdefb3a94cf9489ab074f4b9c71f8aa4 2024-11-11T22:21:08,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/fe4116b45db148f3bd80eb00888c61c9 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/fe4116b45db148f3bd80eb00888c61c9 2024-11-11T22:21:08,925 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/fe4116b45db148f3bd80eb00888c61c9, entries=150, sequenceid=120, filesize=30.2 K 2024-11-11T22:21:08,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/a28ac32771044a4f83b5aaa459d5f9bf as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/a28ac32771044a4f83b5aaa459d5f9bf 2024-11-11T22:21:08,929 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/a28ac32771044a4f83b5aaa459d5f9bf, entries=150, sequenceid=120, filesize=11.7 K 2024-11-11T22:21:08,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/cdefb3a94cf9489ab074f4b9c71f8aa4 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/cdefb3a94cf9489ab074f4b9c71f8aa4 2024-11-11T22:21:08,933 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/cdefb3a94cf9489ab074f4b9c71f8aa4, entries=150, sequenceid=120, filesize=11.7 K 2024-11-11T22:21:08,934 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 7567e81da71c649c4d8707f7c2b9e843 in 505ms, sequenceid=120, compaction requested=false 2024-11-11T22:21:08,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2538): Flush status journal for 7567e81da71c649c4d8707f7c2b9e843: 2024-11-11T22:21:08,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:08,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=154 2024-11-11T22:21:08,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=154 2024-11-11T22:21:08,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-11-11T22:21:08,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4330 sec 2024-11-11T22:21:08,943 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees in 1.4370 sec 2024-11-11T22:21:09,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:09,148 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7567e81da71c649c4d8707f7c2b9e843 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T22:21:09,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=A 2024-11-11T22:21:09,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:09,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=B 2024-11-11T22:21:09,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:09,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=C 2024-11-11T22:21:09,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:09,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111126f383c1e87946d5a55ae76786c27234_7567e81da71c649c4d8707f7c2b9e843 is 50, key is test_row_0/A:col10/1731363669147/Put/seqid=0 2024-11-11T22:21:09,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742415_1591 (size=12304) 2024-11-11T22:21:09,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:09,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45814 deadline: 1731363729168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:09,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:09,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45832 deadline: 1731363729169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:09,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:09,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363729169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:09,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:09,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363729170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:09,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:09,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45814 deadline: 1731363729271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:09,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:09,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45832 deadline: 1731363729273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:09,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:09,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363729273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:09,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:09,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363729278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:09,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363729475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:09,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:09,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45832 deadline: 1731363729476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:09,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:09,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45814 deadline: 1731363729479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:09,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:09,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363729480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:09,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:09,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45864 deadline: 1731363729529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:09,532 DEBUG [Thread-2480 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4152 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843., hostname=47c9c93ccfa8,41889,1731363510061, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T22:21:09,559 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:09,564 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111126f383c1e87946d5a55ae76786c27234_7567e81da71c649c4d8707f7c2b9e843 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111126f383c1e87946d5a55ae76786c27234_7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:09,565 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/320fe82d66a14424942ae3e1ac3efb47, store: [table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:09,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/320fe82d66a14424942ae3e1ac3efb47 is 175, key is test_row_0/A:col10/1731363669147/Put/seqid=0 2024-11-11T22:21:09,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742416_1592 (size=31105) 2024-11-11T22:21:09,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-11T22:21:09,612 INFO [Thread-2488 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 153 completed 2024-11-11T22:21:09,613 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:21:09,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees 2024-11-11T22:21:09,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-11T22:21:09,615 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:21:09,615 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:21:09,616 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:21:09,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-11T22:21:09,767 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:09,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-11T22:21:09,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:09,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. as already flushing 2024-11-11T22:21:09,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:09,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:09,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:09,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:09,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:09,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363729779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:09,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:09,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45832 deadline: 1731363729780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:09,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:09,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:09,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45814 deadline: 1731363729783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:09,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363729782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-11T22:21:09,920 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:09,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-11T22:21:09,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:09,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. as already flushing 2024-11-11T22:21:09,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:09,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:09,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:09,970 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/320fe82d66a14424942ae3e1ac3efb47 2024-11-11T22:21:09,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/c7fdf5c492b54323883178b167c85817 is 50, key is test_row_0/B:col10/1731363669147/Put/seqid=0 2024-11-11T22:21:09,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742417_1593 (size=12151) 2024-11-11T22:21:09,979 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/c7fdf5c492b54323883178b167c85817 2024-11-11T22:21:09,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/680b93241a40421c985d1b775a8aa6f2 is 50, key is test_row_0/C:col10/1731363669147/Put/seqid=0 2024-11-11T22:21:09,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742418_1594 (size=12151) 2024-11-11T22:21:09,989 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/680b93241a40421c985d1b775a8aa6f2 2024-11-11T22:21:09,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/320fe82d66a14424942ae3e1ac3efb47 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/320fe82d66a14424942ae3e1ac3efb47 2024-11-11T22:21:09,996 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/320fe82d66a14424942ae3e1ac3efb47, entries=150, sequenceid=133, filesize=30.4 K 2024-11-11T22:21:09,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/c7fdf5c492b54323883178b167c85817 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/c7fdf5c492b54323883178b167c85817 2024-11-11T22:21:10,000 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/c7fdf5c492b54323883178b167c85817, entries=150, sequenceid=133, filesize=11.9 K 2024-11-11T22:21:10,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/680b93241a40421c985d1b775a8aa6f2 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/680b93241a40421c985d1b775a8aa6f2 2024-11-11T22:21:10,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/680b93241a40421c985d1b775a8aa6f2, entries=150, sequenceid=133, filesize=11.9 K 2024-11-11T22:21:10,025 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 7567e81da71c649c4d8707f7c2b9e843 in 877ms, sequenceid=133, compaction requested=true 2024-11-11T22:21:10,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7567e81da71c649c4d8707f7c2b9e843: 2024-11-11T22:21:10,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7567e81da71c649c4d8707f7c2b9e843:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T22:21:10,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:21:10,025 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:21:10,025 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:21:10,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7567e81da71c649c4d8707f7c2b9e843:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T22:21:10,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:21:10,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7567e81da71c649c4d8707f7c2b9e843:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:21:10,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:21:10,036 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:21:10,036 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 7567e81da71c649c4d8707f7c2b9e843/B is initiating minor compaction (all files) 2024-11-11T22:21:10,037 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7567e81da71c649c4d8707f7c2b9e843/B in TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:10,037 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/cf9a954aace54c558672c14d27c7ee86, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/a28ac32771044a4f83b5aaa459d5f9bf, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/c7fdf5c492b54323883178b167c85817] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp, totalSize=35.5 K 2024-11-11T22:21:10,037 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93221 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:21:10,037 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): 7567e81da71c649c4d8707f7c2b9e843/A is initiating minor compaction (all files) 2024-11-11T22:21:10,037 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7567e81da71c649c4d8707f7c2b9e843/A in TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:10,037 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/de1ddfcb901a4bd0b9c965fec1bf9c5b, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/fe4116b45db148f3bd80eb00888c61c9, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/320fe82d66a14424942ae3e1ac3efb47] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp, totalSize=91.0 K 2024-11-11T22:21:10,037 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:10,037 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. files: [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/de1ddfcb901a4bd0b9c965fec1bf9c5b, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/fe4116b45db148f3bd80eb00888c61c9, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/320fe82d66a14424942ae3e1ac3efb47] 2024-11-11T22:21:10,038 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting de1ddfcb901a4bd0b9c965fec1bf9c5b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731363666763 2024-11-11T22:21:10,038 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting cf9a954aace54c558672c14d27c7ee86, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731363666763 2024-11-11T22:21:10,039 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe4116b45db148f3bd80eb00888c61c9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731363667408 2024-11-11T22:21:10,039 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 320fe82d66a14424942ae3e1ac3efb47, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731363668537 2024-11-11T22:21:10,044 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting a28ac32771044a4f83b5aaa459d5f9bf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731363667408 2024-11-11T22:21:10,045 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:10,046 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting c7fdf5c492b54323883178b167c85817, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731363668537 2024-11-11T22:21:10,049 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411115d0ceaf69c40461ebde8a0db05f9ffc5_7567e81da71c649c4d8707f7c2b9e843 store=[table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:10,051 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411115d0ceaf69c40461ebde8a0db05f9ffc5_7567e81da71c649c4d8707f7c2b9e843, store=[table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:10,051 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411115d0ceaf69c40461ebde8a0db05f9ffc5_7567e81da71c649c4d8707f7c2b9e843 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:10,058 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7567e81da71c649c4d8707f7c2b9e843#B#compaction#505 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:21:10,058 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/a37b0cfb99c3488eb69f7ea401f61b3b is 50, key is test_row_0/B:col10/1731363669147/Put/seqid=0 2024-11-11T22:21:10,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742419_1595 (size=4469) 2024-11-11T22:21:10,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742420_1596 (size=12459) 2024-11-11T22:21:10,072 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:10,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-11T22:21:10,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:10,072 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2837): Flushing 7567e81da71c649c4d8707f7c2b9e843 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T22:21:10,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=A 2024-11-11T22:21:10,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:10,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=B 2024-11-11T22:21:10,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:10,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=C 2024-11-11T22:21:10,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:10,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111190f53d52b52348dcbae3dc297e72e338_7567e81da71c649c4d8707f7c2b9e843 is 50, key is test_row_0/A:col10/1731363669169/Put/seqid=0 2024-11-11T22:21:10,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742421_1597 (size=12304) 2024-11-11T22:21:10,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,101 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111190f53d52b52348dcbae3dc297e72e338_7567e81da71c649c4d8707f7c2b9e843 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111190f53d52b52348dcbae3dc297e72e338_7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:10,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/3af908fcbeb94989bf329d151b946732, store: [table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:10,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/3af908fcbeb94989bf329d151b946732 is 175, key is test_row_0/A:col10/1731363669169/Put/seqid=0 2024-11-11T22:21:10,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742422_1598 (size=31105) 2024-11-11T22:21:10,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-11T22:21:10,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:10,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. as already flushing 2024-11-11T22:21:10,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:10,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363730293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:10,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:10,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45814 deadline: 1731363730294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:10,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:10,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363730296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:10,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:10,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45832 deadline: 1731363730296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:10,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:10,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45832 deadline: 1731363730402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:10,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:10,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363730404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:10,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:10,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45814 deadline: 1731363730404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:10,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:10,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363730405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:10,461 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7567e81da71c649c4d8707f7c2b9e843#A#compaction#504 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:21:10,461 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/57d320871b3e4b9aa52adca318951a1e is 175, key is test_row_0/A:col10/1731363669147/Put/seqid=0 2024-11-11T22:21:10,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742423_1599 (size=31413) 2024-11-11T22:21:10,470 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/a37b0cfb99c3488eb69f7ea401f61b3b as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/a37b0cfb99c3488eb69f7ea401f61b3b 2024-11-11T22:21:10,482 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/57d320871b3e4b9aa52adca318951a1e as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/57d320871b3e4b9aa52adca318951a1e 2024-11-11T22:21:10,483 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7567e81da71c649c4d8707f7c2b9e843/B of 7567e81da71c649c4d8707f7c2b9e843 into a37b0cfb99c3488eb69f7ea401f61b3b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:21:10,483 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7567e81da71c649c4d8707f7c2b9e843: 2024-11-11T22:21:10,483 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843., storeName=7567e81da71c649c4d8707f7c2b9e843/B, priority=13, startTime=1731363670025; duration=0sec 2024-11-11T22:21:10,483 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:21:10,483 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7567e81da71c649c4d8707f7c2b9e843:B 2024-11-11T22:21:10,483 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:21:10,486 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:21:10,486 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 7567e81da71c649c4d8707f7c2b9e843/C is initiating minor compaction (all files) 2024-11-11T22:21:10,486 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7567e81da71c649c4d8707f7c2b9e843/C in TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:10,486 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/9e8d4551081548be8b6b403bb5dec38a, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/cdefb3a94cf9489ab074f4b9c71f8aa4, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/680b93241a40421c985d1b775a8aa6f2] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp, totalSize=35.5 K 2024-11-11T22:21:10,486 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7567e81da71c649c4d8707f7c2b9e843/A of 7567e81da71c649c4d8707f7c2b9e843 into 57d320871b3e4b9aa52adca318951a1e(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:21:10,486 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7567e81da71c649c4d8707f7c2b9e843: 2024-11-11T22:21:10,486 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843., storeName=7567e81da71c649c4d8707f7c2b9e843/A, priority=13, startTime=1731363670025; duration=0sec 2024-11-11T22:21:10,486 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:21:10,487 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7567e81da71c649c4d8707f7c2b9e843:A 2024-11-11T22:21:10,487 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e8d4551081548be8b6b403bb5dec38a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731363666763 2024-11-11T22:21:10,487 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting cdefb3a94cf9489ab074f4b9c71f8aa4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731363667408 2024-11-11T22:21:10,488 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 680b93241a40421c985d1b775a8aa6f2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731363668537 2024-11-11T22:21:10,495 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7567e81da71c649c4d8707f7c2b9e843#C#compaction#507 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:21:10,495 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/2a479066a2ab45f7a741297dedf0143b is 50, key is test_row_0/C:col10/1731363669147/Put/seqid=0 2024-11-11T22:21:10,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742424_1600 (size=12459) 2024-11-11T22:21:10,520 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/2a479066a2ab45f7a741297dedf0143b as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/2a479066a2ab45f7a741297dedf0143b 2024-11-11T22:21:10,522 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/3af908fcbeb94989bf329d151b946732 2024-11-11T22:21:10,533 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7567e81da71c649c4d8707f7c2b9e843/C of 7567e81da71c649c4d8707f7c2b9e843 into 2a479066a2ab45f7a741297dedf0143b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:21:10,533 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7567e81da71c649c4d8707f7c2b9e843: 2024-11-11T22:21:10,533 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843., storeName=7567e81da71c649c4d8707f7c2b9e843/C, priority=13, startTime=1731363670025; duration=0sec 2024-11-11T22:21:10,533 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:21:10,533 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7567e81da71c649c4d8707f7c2b9e843:C 2024-11-11T22:21:10,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/1a2605a13b1b4da695cf66e0b1fe0780 is 50, key is test_row_0/B:col10/1731363669169/Put/seqid=0 2024-11-11T22:21:10,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742425_1601 (size=12151) 2024-11-11T22:21:10,581 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/1a2605a13b1b4da695cf66e0b1fe0780 2024-11-11T22:21:10,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/e4b7e7a6b4fa493db1fa73d64d7b4b0c is 50, key is test_row_0/C:col10/1731363669169/Put/seqid=0 2024-11-11T22:21:10,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:10,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45832 deadline: 1731363730606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:10,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:10,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45814 deadline: 1731363730607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:10,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:10,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363730608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:10,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:10,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363730608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:10,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742426_1602 (size=12151) 2024-11-11T22:21:10,623 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/e4b7e7a6b4fa493db1fa73d64d7b4b0c 2024-11-11T22:21:10,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/3af908fcbeb94989bf329d151b946732 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/3af908fcbeb94989bf329d151b946732 2024-11-11T22:21:10,632 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/3af908fcbeb94989bf329d151b946732, entries=150, sequenceid=157, filesize=30.4 K 2024-11-11T22:21:10,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/1a2605a13b1b4da695cf66e0b1fe0780 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/1a2605a13b1b4da695cf66e0b1fe0780 2024-11-11T22:21:10,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,637 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/1a2605a13b1b4da695cf66e0b1fe0780, entries=150, sequenceid=157, filesize=11.9 K 2024-11-11T22:21:10,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/e4b7e7a6b4fa493db1fa73d64d7b4b0c as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/e4b7e7a6b4fa493db1fa73d64d7b4b0c 2024-11-11T22:21:10,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,647 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/e4b7e7a6b4fa493db1fa73d64d7b4b0c, entries=150, sequenceid=157, filesize=11.9 K 2024-11-11T22:21:10,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,653 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 7567e81da71c649c4d8707f7c2b9e843 in 580ms, sequenceid=157, compaction requested=false 2024-11-11T22:21:10,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2538): Flush status journal for 7567e81da71c649c4d8707f7c2b9e843: 2024-11-11T22:21:10,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:10,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=156 2024-11-11T22:21:10,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=156 2024-11-11T22:21:10,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-11-11T22:21:10,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0380 sec 2024-11-11T22:21:10,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,657 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees in 1.0430 sec 2024-11-11T22:21:10,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-11T22:21:10,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,718 INFO [Thread-2488 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 155 completed 2024-11-11T22:21:10,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,721 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:21:10,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees 2024-11-11T22:21:10,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-11T22:21:10,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,723 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:21:10,723 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:21:10,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:21:10,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-11T22:21:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,875 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-11T22:21:10,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,876 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2837): Flushing 7567e81da71c649c4d8707f7c2b9e843 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T22:21:10,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=A 2024-11-11T22:21:10,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=B 2024-11-11T22:21:10,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=C 2024-11-11T22:21:10,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:10,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111132f5f30c978247148dbed283b6fa906f_7567e81da71c649c4d8707f7c2b9e843 is 50, key is test_row_1/A:col10/1731363670294/Put/seqid=0 2024-11-11T22:21:10,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742427_1603 (size=9814) 2024-11-11T22:21:10,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:10,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. as already flushing 2024-11-11T22:21:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:10,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:10,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363730979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:10,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:10,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45832 deadline: 1731363730981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:10,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:10,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363730982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:10,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:10,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45814 deadline: 1731363730988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-11T22:21:11,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:11,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363731085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:11,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:11,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45832 deadline: 1731363731090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:11,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:11,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363731090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:11,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45814 deadline: 1731363731093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:11,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363731287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:11,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45832 deadline: 1731363731294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:11,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363731294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:11,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45814 deadline: 1731363731295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-11T22:21:11,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:11,338 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111132f5f30c978247148dbed283b6fa906f_7567e81da71c649c4d8707f7c2b9e843 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111132f5f30c978247148dbed283b6fa906f_7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:11,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/a4eb37c5c7524f8b99991610c42680e9, store: [table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:11,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/a4eb37c5c7524f8b99991610c42680e9 is 175, key is test_row_1/A:col10/1731363670294/Put/seqid=0 2024-11-11T22:21:11,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742428_1604 (size=22461) 2024-11-11T22:21:11,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:11,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363731593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:11,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:11,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45832 deadline: 1731363731598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:11,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:11,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363731598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:11,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:11,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45814 deadline: 1731363731600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:11,774 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/a4eb37c5c7524f8b99991610c42680e9 2024-11-11T22:21:11,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/f5892df31ee44654b00eeeba92bcfb00 is 50, key is test_row_1/B:col10/1731363670294/Put/seqid=0 2024-11-11T22:21:11,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742429_1605 (size=9757) 2024-11-11T22:21:11,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-11T22:21:12,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:12,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363732097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:12,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:12,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45832 deadline: 1731363732108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:12,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:12,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45814 deadline: 1731363732108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:12,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:12,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363732108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:12,199 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/f5892df31ee44654b00eeeba92bcfb00 2024-11-11T22:21:12,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/836fcdaa859c4e41a94e0f4cff721036 is 50, key is test_row_1/C:col10/1731363670294/Put/seqid=0 2024-11-11T22:21:12,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742430_1606 (size=9757) 2024-11-11T22:21:12,267 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/836fcdaa859c4e41a94e0f4cff721036 2024-11-11T22:21:12,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/a4eb37c5c7524f8b99991610c42680e9 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/a4eb37c5c7524f8b99991610c42680e9 2024-11-11T22:21:12,276 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/a4eb37c5c7524f8b99991610c42680e9, entries=100, sequenceid=173, filesize=21.9 K 2024-11-11T22:21:12,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/f5892df31ee44654b00eeeba92bcfb00 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/f5892df31ee44654b00eeeba92bcfb00 2024-11-11T22:21:12,285 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/f5892df31ee44654b00eeeba92bcfb00, entries=100, sequenceid=173, filesize=9.5 K 2024-11-11T22:21:12,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/836fcdaa859c4e41a94e0f4cff721036 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/836fcdaa859c4e41a94e0f4cff721036 2024-11-11T22:21:12,293 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/836fcdaa859c4e41a94e0f4cff721036, entries=100, sequenceid=173, filesize=9.5 K 2024-11-11T22:21:12,297 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 7567e81da71c649c4d8707f7c2b9e843 in 1420ms, sequenceid=173, compaction requested=true 2024-11-11T22:21:12,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2538): Flush status journal for 7567e81da71c649c4d8707f7c2b9e843: 2024-11-11T22:21:12,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:12,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158 2024-11-11T22:21:12,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=158 2024-11-11T22:21:12,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-11T22:21:12,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5750 sec 2024-11-11T22:21:12,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 1.5790 sec 2024-11-11T22:21:12,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-11T22:21:12,830 INFO [Thread-2488 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-11-11T22:21:12,832 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:21:12,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-11-11T22:21:12,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-11T22:21:12,833 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:21:12,834 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:21:12,834 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:21:12,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-11T22:21:12,985 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:12,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-11T22:21:12,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:12,986 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing 7567e81da71c649c4d8707f7c2b9e843 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-11T22:21:12,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=A 2024-11-11T22:21:12,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:12,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=B 2024-11-11T22:21:12,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:12,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=C 2024-11-11T22:21:12,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:12,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111187af4170b94f4786aeb51cc501ba018a_7567e81da71c649c4d8707f7c2b9e843 is 50, key is test_row_0/A:col10/1731363670979/Put/seqid=0 2024-11-11T22:21:12,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742431_1607 (size=12304) 2024-11-11T22:21:13,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:13,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. as already flushing 2024-11-11T22:21:13,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:13,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363733116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:13,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:13,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45814 deadline: 1731363733116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:13,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:13,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45832 deadline: 1731363733116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:13,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:13,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363733118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:13,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-11T22:21:13,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:13,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363733219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:13,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:13,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363733221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:13,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:13,402 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111187af4170b94f4786aeb51cc501ba018a_7567e81da71c649c4d8707f7c2b9e843 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111187af4170b94f4786aeb51cc501ba018a_7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:13,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/852acb8c803148658a8da25170815e3f, store: [table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:13,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/852acb8c803148658a8da25170815e3f is 175, key is test_row_0/A:col10/1731363670979/Put/seqid=0 2024-11-11T22:21:13,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742432_1608 (size=31105) 2024-11-11T22:21:13,409 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/852acb8c803148658a8da25170815e3f 2024-11-11T22:21:13,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/3e6fef20b2784bafb653220d877c8928 is 50, key is test_row_0/B:col10/1731363670979/Put/seqid=0 2024-11-11T22:21:13,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742433_1609 (size=12151) 2024-11-11T22:21:13,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:13,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363733427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:13,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:13,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363733430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:13,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-11T22:21:13,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:13,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45864 deadline: 1731363733548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:13,549 DEBUG [Thread-2480 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8170 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843., hostname=47c9c93ccfa8,41889,1731363510061, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T22:21:13,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:13,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363733743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:13,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:13,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363733744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:13,824 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/3e6fef20b2784bafb653220d877c8928 2024-11-11T22:21:13,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/756596166aa04b7da8a0b304ceb10aa5 is 50, key is test_row_0/C:col10/1731363670979/Put/seqid=0 2024-11-11T22:21:13,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742434_1610 (size=12151) 2024-11-11T22:21:13,877 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/756596166aa04b7da8a0b304ceb10aa5 2024-11-11T22:21:13,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/852acb8c803148658a8da25170815e3f as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/852acb8c803148658a8da25170815e3f 2024-11-11T22:21:13,895 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/852acb8c803148658a8da25170815e3f, entries=150, sequenceid=197, filesize=30.4 K 2024-11-11T22:21:13,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/3e6fef20b2784bafb653220d877c8928 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/3e6fef20b2784bafb653220d877c8928 2024-11-11T22:21:13,912 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/3e6fef20b2784bafb653220d877c8928, entries=150, sequenceid=197, filesize=11.9 K 2024-11-11T22:21:13,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/756596166aa04b7da8a0b304ceb10aa5 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/756596166aa04b7da8a0b304ceb10aa5 2024-11-11T22:21:13,917 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/756596166aa04b7da8a0b304ceb10aa5, entries=150, sequenceid=197, filesize=11.9 K 2024-11-11T22:21:13,918 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 7567e81da71c649c4d8707f7c2b9e843 in 932ms, sequenceid=197, compaction requested=true 2024-11-11T22:21:13,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for 7567e81da71c649c4d8707f7c2b9e843: 2024-11-11T22:21:13,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:13,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-11-11T22:21:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-11-11T22:21:13,921 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-11T22:21:13,921 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0860 sec 2024-11-11T22:21:13,922 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 1.0890 sec 2024-11-11T22:21:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-11T22:21:13,936 INFO [Thread-2488 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-11-11T22:21:13,938 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:21:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-11-11T22:21:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-11T22:21:13,939 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:21:13,940 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:21:13,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:21:14,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-11T22:21:14,092 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:14,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-11T22:21:14,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:14,097 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing 7567e81da71c649c4d8707f7c2b9e843 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-11T22:21:14,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=A 2024-11-11T22:21:14,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:14,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=B 2024-11-11T22:21:14,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:14,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=C 2024-11-11T22:21:14,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:14,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111a93f70e265404372b267bbd8274b3677_7567e81da71c649c4d8707f7c2b9e843 is 50, key is test_row_0/A:col10/1731363673114/Put/seqid=0 2024-11-11T22:21:14,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742435_1611 (size=12304) 2024-11-11T22:21:14,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:14,122 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111a93f70e265404372b267bbd8274b3677_7567e81da71c649c4d8707f7c2b9e843 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a93f70e265404372b267bbd8274b3677_7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:14,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/4e143b1f36b74cf6bcad3887d7b43261, store: [table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:14,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/4e143b1f36b74cf6bcad3887d7b43261 is 175, key is test_row_0/A:col10/1731363673114/Put/seqid=0 2024-11-11T22:21:14,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742436_1612 (size=31105) 2024-11-11T22:21:14,130 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/4e143b1f36b74cf6bcad3887d7b43261 2024-11-11T22:21:14,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/2f2e49183d854aaf866025b36fe86984 is 50, key is test_row_0/B:col10/1731363673114/Put/seqid=0 2024-11-11T22:21:14,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742437_1613 (size=12151) 2024-11-11T22:21:14,185 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/2f2e49183d854aaf866025b36fe86984 2024-11-11T22:21:14,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/027a5fc810d74c038ba62c25dab5b9c7 is 50, key is test_row_0/C:col10/1731363673114/Put/seqid=0 2024-11-11T22:21:14,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-11T22:21:14,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742438_1614 (size=12151) 2024-11-11T22:21:14,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:14,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. as already flushing 2024-11-11T22:21:14,260 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/027a5fc810d74c038ba62c25dab5b9c7 2024-11-11T22:21:14,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/4e143b1f36b74cf6bcad3887d7b43261 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/4e143b1f36b74cf6bcad3887d7b43261 2024-11-11T22:21:14,271 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/4e143b1f36b74cf6bcad3887d7b43261, entries=150, sequenceid=209, filesize=30.4 K 2024-11-11T22:21:14,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/2f2e49183d854aaf866025b36fe86984 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/2f2e49183d854aaf866025b36fe86984 2024-11-11T22:21:14,277 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/2f2e49183d854aaf866025b36fe86984, entries=150, sequenceid=209, filesize=11.9 K 2024-11-11T22:21:14,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/027a5fc810d74c038ba62c25dab5b9c7 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/027a5fc810d74c038ba62c25dab5b9c7 2024-11-11T22:21:14,286 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/027a5fc810d74c038ba62c25dab5b9c7, entries=150, sequenceid=209, filesize=11.9 K 2024-11-11T22:21:14,287 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=100.63 KB/103050 for 7567e81da71c649c4d8707f7c2b9e843 in 190ms, sequenceid=209, compaction requested=true 2024-11-11T22:21:14,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for 7567e81da71c649c4d8707f7c2b9e843: 2024-11-11T22:21:14,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:14,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-11-11T22:21:14,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-11-11T22:21:14,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:14,290 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7567e81da71c649c4d8707f7c2b9e843 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-11T22:21:14,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-11T22:21:14,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 348 msec 2024-11-11T22:21:14,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=A 2024-11-11T22:21:14,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:14,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=B 2024-11-11T22:21:14,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:14,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=C 2024-11-11T22:21:14,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:14,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411113e4672a6f704441f9dba220682bcc993_7567e81da71c649c4d8707f7c2b9e843 is 50, key is test_row_0/A:col10/1731363674290/Put/seqid=0 2024-11-11T22:21:14,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 354 msec 2024-11-11T22:21:14,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742439_1615 (size=12304) 2024-11-11T22:21:14,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:14,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363734322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:14,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:14,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363734325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:14,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:14,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363734427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:14,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:14,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363734429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:14,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-11T22:21:14,542 INFO [Thread-2488 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-11T22:21:14,550 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:21:14,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-11T22:21:14,551 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:21:14,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-11T22:21:14,551 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:21:14,551 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:21:14,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:14,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363734630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:14,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:14,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363734632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:14,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-11T22:21:14,703 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:14,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-11T22:21:14,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:14,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. as already flushing 2024-11-11T22:21:14,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:14,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:14,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:14,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:14,710 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:14,714 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411113e4672a6f704441f9dba220682bcc993_7567e81da71c649c4d8707f7c2b9e843 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411113e4672a6f704441f9dba220682bcc993_7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:14,715 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/bd515dd991094c5d90810db60806b9e2, store: [table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:14,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/bd515dd991094c5d90810db60806b9e2 is 175, key is test_row_0/A:col10/1731363674290/Put/seqid=0 2024-11-11T22:21:14,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742440_1616 (size=31105) 2024-11-11T22:21:14,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-11T22:21:14,860 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:14,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-11T22:21:14,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:14,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. as already flushing 2024-11-11T22:21:14,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:14,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:14,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:14,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:14,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:14,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363734934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:14,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:14,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363734937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:15,012 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:15,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-11T22:21:15,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:15,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. as already flushing 2024-11-11T22:21:15,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:15,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:15,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:15,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:15,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:15,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45814 deadline: 1731363735130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:15,133 DEBUG [Thread-2486 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4149 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843., hostname=47c9c93ccfa8,41889,1731363510061, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T22:21:15,134 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=229, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/bd515dd991094c5d90810db60806b9e2 2024-11-11T22:21:15,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/9d60272fe5884501a0356dcfaefca9eb is 50, key is test_row_0/B:col10/1731363674290/Put/seqid=0 2024-11-11T22:21:15,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:15,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45832 deadline: 1731363735139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:15,142 DEBUG [Thread-2484 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4160 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843., hostname=47c9c93ccfa8,41889,1731363510061, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T22:21:15,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-11T22:21:15,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742441_1617 (size=12151) 2024-11-11T22:21:15,168 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:15,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-11T22:21:15,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:15,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. as already flushing 2024-11-11T22:21:15,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:15,169 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:15,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:15,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:15,321 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:15,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-11T22:21:15,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:15,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. as already flushing 2024-11-11T22:21:15,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:15,322 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:15,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:15,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:15,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363735444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:15,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:15,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363735445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:15,484 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:15,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-11T22:21:15,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:15,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. as already flushing 2024-11-11T22:21:15,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:15,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:15,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:15,564 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/9d60272fe5884501a0356dcfaefca9eb 2024-11-11T22:21:15,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/a5eee9b7215845179377017e8495a223 is 50, key is test_row_0/C:col10/1731363674290/Put/seqid=0 2024-11-11T22:21:15,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742442_1618 (size=12151) 2024-11-11T22:21:15,637 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:15,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-11T22:21:15,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:15,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. as already flushing 2024-11-11T22:21:15,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:15,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:15,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:15,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:15,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-11T22:21:15,790 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:15,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-11T22:21:15,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:15,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. as already flushing 2024-11-11T22:21:15,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:15,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:15,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:15,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:15,943 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:15,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-11T22:21:15,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:15,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. as already flushing 2024-11-11T22:21:15,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:15,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:15,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:15,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:15,980 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/a5eee9b7215845179377017e8495a223 2024-11-11T22:21:15,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/bd515dd991094c5d90810db60806b9e2 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/bd515dd991094c5d90810db60806b9e2 2024-11-11T22:21:16,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/bd515dd991094c5d90810db60806b9e2, entries=150, sequenceid=229, filesize=30.4 K 2024-11-11T22:21:16,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/9d60272fe5884501a0356dcfaefca9eb as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/9d60272fe5884501a0356dcfaefca9eb 2024-11-11T22:21:16,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/9d60272fe5884501a0356dcfaefca9eb, entries=150, sequenceid=229, filesize=11.9 K 2024-11-11T22:21:16,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/a5eee9b7215845179377017e8495a223 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/a5eee9b7215845179377017e8495a223 2024-11-11T22:21:16,030 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/a5eee9b7215845179377017e8495a223, entries=150, sequenceid=229, filesize=11.9 K 2024-11-11T22:21:16,034 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 7567e81da71c649c4d8707f7c2b9e843 in 1744ms, sequenceid=229, compaction requested=true 2024-11-11T22:21:16,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7567e81da71c649c4d8707f7c2b9e843: 2024-11-11T22:21:16,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7567e81da71c649c4d8707f7c2b9e843:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T22:21:16,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:21:16,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7567e81da71c649c4d8707f7c2b9e843:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T22:21:16,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:21:16,035 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-11T22:21:16,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7567e81da71c649c4d8707f7c2b9e843:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:21:16,035 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-11T22:21:16,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:21:16,036 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 70820 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-11T22:21:16,037 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 7567e81da71c649c4d8707f7c2b9e843/B is initiating minor compaction (all files) 2024-11-11T22:21:16,037 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7567e81da71c649c4d8707f7c2b9e843/B in TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:16,037 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/a37b0cfb99c3488eb69f7ea401f61b3b, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/1a2605a13b1b4da695cf66e0b1fe0780, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/f5892df31ee44654b00eeeba92bcfb00, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/3e6fef20b2784bafb653220d877c8928, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/2f2e49183d854aaf866025b36fe86984, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/9d60272fe5884501a0356dcfaefca9eb] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp, totalSize=69.2 K 2024-11-11T22:21:16,037 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting a37b0cfb99c3488eb69f7ea401f61b3b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731363668537 2024-11-11T22:21:16,037 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a2605a13b1b4da695cf66e0b1fe0780, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731363669164 2024-11-11T22:21:16,037 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 178294 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-11T22:21:16,037 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): 7567e81da71c649c4d8707f7c2b9e843/A is initiating minor compaction (all files) 2024-11-11T22:21:16,038 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7567e81da71c649c4d8707f7c2b9e843/A in TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:16,038 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting f5892df31ee44654b00eeeba92bcfb00, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731363670294 2024-11-11T22:21:16,038 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/57d320871b3e4b9aa52adca318951a1e, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/3af908fcbeb94989bf329d151b946732, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/a4eb37c5c7524f8b99991610c42680e9, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/852acb8c803148658a8da25170815e3f, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/4e143b1f36b74cf6bcad3887d7b43261, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/bd515dd991094c5d90810db60806b9e2] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp, totalSize=174.1 K 2024-11-11T22:21:16,038 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=10 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:16,038 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. files: [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/57d320871b3e4b9aa52adca318951a1e, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/3af908fcbeb94989bf329d151b946732, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/a4eb37c5c7524f8b99991610c42680e9, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/852acb8c803148658a8da25170815e3f, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/4e143b1f36b74cf6bcad3887d7b43261, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/bd515dd991094c5d90810db60806b9e2] 2024-11-11T22:21:16,038 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e6fef20b2784bafb653220d877c8928, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731363670979 2024-11-11T22:21:16,038 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f2e49183d854aaf866025b36fe86984, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731363673107 2024-11-11T22:21:16,038 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57d320871b3e4b9aa52adca318951a1e, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731363668537 2024-11-11T22:21:16,038 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d60272fe5884501a0356dcfaefca9eb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731363674283 2024-11-11T22:21:16,039 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3af908fcbeb94989bf329d151b946732, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731363669164 2024-11-11T22:21:16,039 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4eb37c5c7524f8b99991610c42680e9, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731363670294 2024-11-11T22:21:16,039 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 852acb8c803148658a8da25170815e3f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731363670979 2024-11-11T22:21:16,040 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e143b1f36b74cf6bcad3887d7b43261, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731363673107 2024-11-11T22:21:16,040 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd515dd991094c5d90810db60806b9e2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731363674283 2024-11-11T22:21:16,049 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:16,050 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7567e81da71c649c4d8707f7c2b9e843#B#compaction#522 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:21:16,051 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/8368b227d24f44e982d12a5f0467dcb4 is 50, key is test_row_0/B:col10/1731363674290/Put/seqid=0 2024-11-11T22:21:16,065 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111b7e3dd04e7664db692d4ed689148ddf6_7567e81da71c649c4d8707f7c2b9e843 store=[table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:16,068 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111b7e3dd04e7664db692d4ed689148ddf6_7567e81da71c649c4d8707f7c2b9e843, store=[table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:16,068 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b7e3dd04e7664db692d4ed689148ddf6_7567e81da71c649c4d8707f7c2b9e843 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:16,096 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:16,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742443_1619 (size=12663) 2024-11-11T22:21:16,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-11T22:21:16,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:16,100 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing 7567e81da71c649c4d8707f7c2b9e843 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-11T22:21:16,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=A 2024-11-11T22:21:16,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:16,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=B 2024-11-11T22:21:16,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:16,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=C 2024-11-11T22:21:16,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:16,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742444_1620 (size=4469) 2024-11-11T22:21:16,107 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7567e81da71c649c4d8707f7c2b9e843#A#compaction#523 average throughput is 0.42 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:21:16,108 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/aaab81ea1e2241cf8972c7fb8a82d472 is 175, key is test_row_0/A:col10/1731363674290/Put/seqid=0 2024-11-11T22:21:16,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111151f395376c6a4d37b01656cf97eedfe6_7567e81da71c649c4d8707f7c2b9e843 is 50, key is test_row_0/A:col10/1731363674321/Put/seqid=0 2024-11-11T22:21:16,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742445_1621 (size=31617) 2024-11-11T22:21:16,154 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/aaab81ea1e2241cf8972c7fb8a82d472 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/aaab81ea1e2241cf8972c7fb8a82d472 2024-11-11T22:21:16,162 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 7567e81da71c649c4d8707f7c2b9e843/A of 7567e81da71c649c4d8707f7c2b9e843 into aaab81ea1e2241cf8972c7fb8a82d472(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:21:16,162 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7567e81da71c649c4d8707f7c2b9e843: 2024-11-11T22:21:16,162 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843., storeName=7567e81da71c649c4d8707f7c2b9e843/A, priority=10, startTime=1731363676035; duration=0sec 2024-11-11T22:21:16,162 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:21:16,162 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7567e81da71c649c4d8707f7c2b9e843:A 2024-11-11T22:21:16,162 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-11T22:21:16,165 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 70820 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-11T22:21:16,165 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): 7567e81da71c649c4d8707f7c2b9e843/C is initiating minor compaction (all files) 2024-11-11T22:21:16,165 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7567e81da71c649c4d8707f7c2b9e843/C in TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:16,165 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/2a479066a2ab45f7a741297dedf0143b, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/e4b7e7a6b4fa493db1fa73d64d7b4b0c, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/836fcdaa859c4e41a94e0f4cff721036, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/756596166aa04b7da8a0b304ceb10aa5, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/027a5fc810d74c038ba62c25dab5b9c7, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/a5eee9b7215845179377017e8495a223] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp, totalSize=69.2 K 2024-11-11T22:21:16,166 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a479066a2ab45f7a741297dedf0143b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731363668537 2024-11-11T22:21:16,166 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4b7e7a6b4fa493db1fa73d64d7b4b0c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731363669164 2024-11-11T22:21:16,166 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 836fcdaa859c4e41a94e0f4cff721036, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731363670294 2024-11-11T22:21:16,166 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 756596166aa04b7da8a0b304ceb10aa5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731363670979 2024-11-11T22:21:16,167 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 027a5fc810d74c038ba62c25dab5b9c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731363673107 2024-11-11T22:21:16,167 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5eee9b7215845179377017e8495a223, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731363674283 2024-11-11T22:21:16,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742446_1622 (size=12304) 2024-11-11T22:21:16,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,173 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111151f395376c6a4d37b01656cf97eedfe6_7567e81da71c649c4d8707f7c2b9e843 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111151f395376c6a4d37b01656cf97eedfe6_7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:16,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/d99971103d264602a3bdc996545293b5, store: [table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:16,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/d99971103d264602a3bdc996545293b5 is 175, key is test_row_0/A:col10/1731363674321/Put/seqid=0 2024-11-11T22:21:16,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742447_1623 (size=31105) 2024-11-11T22:21:16,179 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=245, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/d99971103d264602a3bdc996545293b5 2024-11-11T22:21:16,183 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7567e81da71c649c4d8707f7c2b9e843#C#compaction#525 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:21:16,183 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/65e1dd2e835f4733a0b881d14fe16e20 is 50, key is test_row_0/C:col10/1731363674290/Put/seqid=0 2024-11-11T22:21:16,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/4da6bcda20b54c629c853a0187677ead is 50, key is test_row_0/B:col10/1731363674321/Put/seqid=0 2024-11-11T22:21:16,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742448_1624 (size=12663) 2024-11-11T22:21:16,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742449_1625 (size=12151) 2024-11-11T22:21:16,202 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/4da6bcda20b54c629c853a0187677ead 2024-11-11T22:21:16,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/27bb17c77aa44192a418b96a41854236 is 50, key is test_row_0/C:col10/1731363674321/Put/seqid=0 2024-11-11T22:21:16,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742450_1626 (size=12151) 2024-11-11T22:21:16,215 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/27bb17c77aa44192a418b96a41854236 2024-11-11T22:21:16,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/d99971103d264602a3bdc996545293b5 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/d99971103d264602a3bdc996545293b5 2024-11-11T22:21:16,263 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/d99971103d264602a3bdc996545293b5, entries=150, sequenceid=245, filesize=30.4 K 2024-11-11T22:21:16,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/4da6bcda20b54c629c853a0187677ead as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/4da6bcda20b54c629c853a0187677ead 2024-11-11T22:21:16,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,267 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/4da6bcda20b54c629c853a0187677ead, entries=150, sequenceid=245, filesize=11.9 K 2024-11-11T22:21:16,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/27bb17c77aa44192a418b96a41854236 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/27bb17c77aa44192a418b96a41854236 2024-11-11T22:21:16,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,282 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/27bb17c77aa44192a418b96a41854236, entries=150, sequenceid=245, filesize=11.9 K 2024-11-11T22:21:16,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,283 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=0 B/0 for 7567e81da71c649c4d8707f7c2b9e843 in 183ms, sequenceid=245, compaction requested=false 2024-11-11T22:21:16,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for 7567e81da71c649c4d8707f7c2b9e843: 2024-11-11T22:21:16,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:16,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-11T22:21:16,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-11T22:21:16,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-11T22:21:16,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7330 sec 2024-11-11T22:21:16,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,287 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 1.7360 sec 2024-11-11T22:21:16,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,506 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/8368b227d24f44e982d12a5f0467dcb4 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/8368b227d24f44e982d12a5f0467dcb4 2024-11-11T22:21:16,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,520 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 7567e81da71c649c4d8707f7c2b9e843/B of 7567e81da71c649c4d8707f7c2b9e843 into 8368b227d24f44e982d12a5f0467dcb4(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:21:16,520 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7567e81da71c649c4d8707f7c2b9e843: 2024-11-11T22:21:16,520 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843., storeName=7567e81da71c649c4d8707f7c2b9e843/B, priority=10, startTime=1731363676035; duration=0sec 2024-11-11T22:21:16,521 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:21:16,521 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7567e81da71c649c4d8707f7c2b9e843:B 2024-11-11T22:21:16,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:16,557 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7567e81da71c649c4d8707f7c2b9e843 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-11T22:21:16,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=A 2024-11-11T22:21:16,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:16,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=B 2024-11-11T22:21:16,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:16,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=C 2024-11-11T22:21:16,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:16,565 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111f91efea24c4e4140b03a247ee701a295_7567e81da71c649c4d8707f7c2b9e843 is 50, key is test_row_0/A:col10/1731363676542/Put/seqid=0 2024-11-11T22:21:16,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742451_1627 (size=12404) 2024-11-11T22:21:16,579 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:16,583 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111f91efea24c4e4140b03a247ee701a295_7567e81da71c649c4d8707f7c2b9e843 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f91efea24c4e4140b03a247ee701a295_7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:16,584 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/cdcbd6c8dd6342d59799acf0c2c9e953, store: [table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:16,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/cdcbd6c8dd6342d59799acf0c2c9e953 is 175, key is test_row_0/A:col10/1731363676542/Put/seqid=0 2024-11-11T22:21:16,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742452_1628 (size=31205) 2024-11-11T22:21:16,595 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/65e1dd2e835f4733a0b881d14fe16e20 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/65e1dd2e835f4733a0b881d14fe16e20 2024-11-11T22:21:16,600 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 7567e81da71c649c4d8707f7c2b9e843/C of 7567e81da71c649c4d8707f7c2b9e843 into 65e1dd2e835f4733a0b881d14fe16e20(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:21:16,600 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7567e81da71c649c4d8707f7c2b9e843: 2024-11-11T22:21:16,600 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843., storeName=7567e81da71c649c4d8707f7c2b9e843/C, priority=10, startTime=1731363676035; duration=0sec 2024-11-11T22:21:16,600 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:21:16,600 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7567e81da71c649c4d8707f7c2b9e843:C 2024-11-11T22:21:16,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:16,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363736614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:16,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:16,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363736616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:16,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-11T22:21:16,662 INFO [Thread-2488 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-11T22:21:16,663 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:21:16,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-11T22:21:16,665 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:21:16,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-11T22:21:16,665 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:21:16,666 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:21:16,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:16,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363736718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:16,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:16,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363736720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:16,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-11T22:21:16,817 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:16,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-11T22:21:16,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:16,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. as already flushing 2024-11-11T22:21:16,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:16,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:16,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:16,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:16,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:16,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363736920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:16,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:16,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363736923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:16,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-11T22:21:16,970 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:16,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-11T22:21:16,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:16,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. as already flushing 2024-11-11T22:21:16,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:16,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:16,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:16,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:16,989 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=258, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/cdcbd6c8dd6342d59799acf0c2c9e953 2024-11-11T22:21:16,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/27f20c64d6f94c8ab6f479905dea4c4c is 50, key is test_row_0/B:col10/1731363676542/Put/seqid=0 2024-11-11T22:21:17,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742453_1629 (size=12251) 2024-11-11T22:21:17,010 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/27f20c64d6f94c8ab6f479905dea4c4c 2024-11-11T22:21:17,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/a280bc5cb77b49aa8b100767054f8ea9 is 50, key is test_row_0/C:col10/1731363676542/Put/seqid=0 2024-11-11T22:21:17,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742454_1630 (size=12251) 2024-11-11T22:21:17,025 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/a280bc5cb77b49aa8b100767054f8ea9 2024-11-11T22:21:17,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/cdcbd6c8dd6342d59799acf0c2c9e953 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/cdcbd6c8dd6342d59799acf0c2c9e953 2024-11-11T22:21:17,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/cdcbd6c8dd6342d59799acf0c2c9e953, entries=150, sequenceid=258, filesize=30.5 K 2024-11-11T22:21:17,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/27f20c64d6f94c8ab6f479905dea4c4c as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/27f20c64d6f94c8ab6f479905dea4c4c 2024-11-11T22:21:17,045 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/27f20c64d6f94c8ab6f479905dea4c4c, entries=150, sequenceid=258, filesize=12.0 K 2024-11-11T22:21:17,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/a280bc5cb77b49aa8b100767054f8ea9 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/a280bc5cb77b49aa8b100767054f8ea9 2024-11-11T22:21:17,050 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/a280bc5cb77b49aa8b100767054f8ea9, entries=150, sequenceid=258, filesize=12.0 K 2024-11-11T22:21:17,051 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 7567e81da71c649c4d8707f7c2b9e843 in 494ms, sequenceid=258, compaction requested=true 2024-11-11T22:21:17,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7567e81da71c649c4d8707f7c2b9e843: 2024-11-11T22:21:17,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7567e81da71c649c4d8707f7c2b9e843:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T22:21:17,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:21:17,051 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:21:17,052 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:21:17,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7567e81da71c649c4d8707f7c2b9e843:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T22:21:17,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:21:17,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7567e81da71c649c4d8707f7c2b9e843:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:21:17,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:21:17,054 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:21:17,054 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93927 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:21:17,055 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 7567e81da71c649c4d8707f7c2b9e843/B is initiating minor compaction (all files) 2024-11-11T22:21:17,055 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): 7567e81da71c649c4d8707f7c2b9e843/A is initiating minor compaction (all files) 2024-11-11T22:21:17,055 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7567e81da71c649c4d8707f7c2b9e843/B in TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:17,055 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7567e81da71c649c4d8707f7c2b9e843/A in TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:17,055 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/8368b227d24f44e982d12a5f0467dcb4, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/4da6bcda20b54c629c853a0187677ead, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/27f20c64d6f94c8ab6f479905dea4c4c] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp, totalSize=36.2 K 2024-11-11T22:21:17,055 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/aaab81ea1e2241cf8972c7fb8a82d472, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/d99971103d264602a3bdc996545293b5, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/cdcbd6c8dd6342d59799acf0c2c9e953] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp, totalSize=91.7 K 2024-11-11T22:21:17,055 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:17,055 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. files: [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/aaab81ea1e2241cf8972c7fb8a82d472, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/d99971103d264602a3bdc996545293b5, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/cdcbd6c8dd6342d59799acf0c2c9e953] 2024-11-11T22:21:17,055 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 8368b227d24f44e982d12a5f0467dcb4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731363674283 2024-11-11T22:21:17,056 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting aaab81ea1e2241cf8972c7fb8a82d472, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731363674283 2024-11-11T22:21:17,056 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 4da6bcda20b54c629c853a0187677ead, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731363674319 2024-11-11T22:21:17,056 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting d99971103d264602a3bdc996545293b5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731363674319 2024-11-11T22:21:17,056 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 27f20c64d6f94c8ab6f479905dea4c4c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731363676533 2024-11-11T22:21:17,057 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting cdcbd6c8dd6342d59799acf0c2c9e953, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731363676533 2024-11-11T22:21:17,070 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:17,086 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7567e81da71c649c4d8707f7c2b9e843#B#compaction#532 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:21:17,087 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/621ecd807876483b8476542ec6148a4e is 50, key is test_row_0/B:col10/1731363676542/Put/seqid=0 2024-11-11T22:21:17,089 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111128fb567af5fb4730aad8deec31ee5b7d_7567e81da71c649c4d8707f7c2b9e843 store=[table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:17,091 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111128fb567af5fb4730aad8deec31ee5b7d_7567e81da71c649c4d8707f7c2b9e843, store=[table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:17,091 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111128fb567af5fb4730aad8deec31ee5b7d_7567e81da71c649c4d8707f7c2b9e843 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:17,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742455_1631 (size=12865) 2024-11-11T22:21:17,122 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:17,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-11T22:21:17,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:17,124 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing 7567e81da71c649c4d8707f7c2b9e843 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-11T22:21:17,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=A 2024-11-11T22:21:17,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:17,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=B 2024-11-11T22:21:17,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:17,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=C 2024-11-11T22:21:17,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:17,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742456_1632 (size=4469) 2024-11-11T22:21:17,132 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7567e81da71c649c4d8707f7c2b9e843#A#compaction#531 average throughput is 0.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:21:17,132 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/7496fb9f29714a8f8433876eddd93157 is 175, key is test_row_0/A:col10/1731363676542/Put/seqid=0 2024-11-11T22:21:17,145 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/621ecd807876483b8476542ec6148a4e as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/621ecd807876483b8476542ec6148a4e 2024-11-11T22:21:17,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111a42d332c557144cbbe85f0a4bf626d49_7567e81da71c649c4d8707f7c2b9e843 is 50, key is test_row_0/A:col10/1731363676615/Put/seqid=0 2024-11-11T22:21:17,161 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7567e81da71c649c4d8707f7c2b9e843/B of 7567e81da71c649c4d8707f7c2b9e843 into 621ecd807876483b8476542ec6148a4e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:21:17,161 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7567e81da71c649c4d8707f7c2b9e843: 2024-11-11T22:21:17,161 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843., storeName=7567e81da71c649c4d8707f7c2b9e843/B, priority=13, startTime=1731363677051; duration=0sec 2024-11-11T22:21:17,161 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:21:17,161 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7567e81da71c649c4d8707f7c2b9e843:B 2024-11-11T22:21:17,161 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:21:17,162 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:21:17,163 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 7567e81da71c649c4d8707f7c2b9e843/C is initiating minor compaction (all files) 2024-11-11T22:21:17,163 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7567e81da71c649c4d8707f7c2b9e843/C in TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:17,163 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/65e1dd2e835f4733a0b881d14fe16e20, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/27bb17c77aa44192a418b96a41854236, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/a280bc5cb77b49aa8b100767054f8ea9] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp, totalSize=36.2 K 2024-11-11T22:21:17,163 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 65e1dd2e835f4733a0b881d14fe16e20, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731363674283 2024-11-11T22:21:17,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742457_1633 (size=31819) 2024-11-11T22:21:17,164 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 27bb17c77aa44192a418b96a41854236, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731363674319 2024-11-11T22:21:17,165 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting a280bc5cb77b49aa8b100767054f8ea9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731363676533 2024-11-11T22:21:17,177 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7567e81da71c649c4d8707f7c2b9e843#C#compaction#534 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:21:17,177 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/f0874c0eb21b4bc48283583de47b021d is 50, key is test_row_0/C:col10/1731363676542/Put/seqid=0 2024-11-11T22:21:17,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742458_1634 (size=12454) 2024-11-11T22:21:17,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742459_1635 (size=12865) 2024-11-11T22:21:17,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:17,189 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/f0874c0eb21b4bc48283583de47b021d as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/f0874c0eb21b4bc48283583de47b021d 2024-11-11T22:21:17,190 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111a42d332c557144cbbe85f0a4bf626d49_7567e81da71c649c4d8707f7c2b9e843 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a42d332c557144cbbe85f0a4bf626d49_7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:17,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/13aede854fd540a4bba695c4497cd419, store: [table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:17,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/13aede854fd540a4bba695c4497cd419 is 175, key is test_row_0/A:col10/1731363676615/Put/seqid=0 2024-11-11T22:21:17,193 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7567e81da71c649c4d8707f7c2b9e843/C of 7567e81da71c649c4d8707f7c2b9e843 into f0874c0eb21b4bc48283583de47b021d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:21:17,193 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7567e81da71c649c4d8707f7c2b9e843: 2024-11-11T22:21:17,193 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843., storeName=7567e81da71c649c4d8707f7c2b9e843/C, priority=13, startTime=1731363677052; duration=0sec 2024-11-11T22:21:17,193 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:21:17,193 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7567e81da71c649c4d8707f7c2b9e843:C 2024-11-11T22:21:17,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742460_1636 (size=31255) 2024-11-11T22:21:17,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:17,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. as already flushing 2024-11-11T22:21:17,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:17,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363737242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:17,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:17,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363737244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:17,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-11T22:21:17,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:17,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363737345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:17,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:17,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363737348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:17,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:17,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363737548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:17,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:17,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363737553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:17,584 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/7496fb9f29714a8f8433876eddd93157 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/7496fb9f29714a8f8433876eddd93157 2024-11-11T22:21:17,595 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7567e81da71c649c4d8707f7c2b9e843/A of 7567e81da71c649c4d8707f7c2b9e843 into 7496fb9f29714a8f8433876eddd93157(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:21:17,595 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7567e81da71c649c4d8707f7c2b9e843: 2024-11-11T22:21:17,595 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843., storeName=7567e81da71c649c4d8707f7c2b9e843/A, priority=13, startTime=1731363677051; duration=0sec 2024-11-11T22:21:17,595 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:21:17,595 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7567e81da71c649c4d8707f7c2b9e843:A 2024-11-11T22:21:17,598 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=284, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/13aede854fd540a4bba695c4497cd419 2024-11-11T22:21:17,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/8b9a980bb76441c2b0f0a9ca56ca34cd is 50, key is test_row_0/B:col10/1731363676615/Put/seqid=0 2024-11-11T22:21:17,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742461_1637 (size=12301) 2024-11-11T22:21:17,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-11T22:21:17,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:17,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363737851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:17,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:17,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363737859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:18,029 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/8b9a980bb76441c2b0f0a9ca56ca34cd 2024-11-11T22:21:18,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/ca9897d7e1014cb9884cb43359e034b5 is 50, key is test_row_0/C:col10/1731363676615/Put/seqid=0 2024-11-11T22:21:18,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742462_1638 (size=12301) 2024-11-11T22:21:18,061 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/ca9897d7e1014cb9884cb43359e034b5 2024-11-11T22:21:18,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/13aede854fd540a4bba695c4497cd419 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/13aede854fd540a4bba695c4497cd419 2024-11-11T22:21:18,069 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/13aede854fd540a4bba695c4497cd419, entries=150, sequenceid=284, filesize=30.5 K 2024-11-11T22:21:18,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/8b9a980bb76441c2b0f0a9ca56ca34cd as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/8b9a980bb76441c2b0f0a9ca56ca34cd 2024-11-11T22:21:18,074 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/8b9a980bb76441c2b0f0a9ca56ca34cd, entries=150, sequenceid=284, filesize=12.0 K 2024-11-11T22:21:18,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/ca9897d7e1014cb9884cb43359e034b5 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/ca9897d7e1014cb9884cb43359e034b5 2024-11-11T22:21:18,079 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/ca9897d7e1014cb9884cb43359e034b5, entries=150, sequenceid=284, filesize=12.0 K 2024-11-11T22:21:18,081 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 7567e81da71c649c4d8707f7c2b9e843 in 956ms, sequenceid=284, compaction requested=false 2024-11-11T22:21:18,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for 7567e81da71c649c4d8707f7c2b9e843: 2024-11-11T22:21:18,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:18,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-11T22:21:18,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-11T22:21:18,083 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-11T22:21:18,083 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4170 sec 2024-11-11T22:21:18,085 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 1.4210 sec 2024-11-11T22:21:18,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:18,361 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7567e81da71c649c4d8707f7c2b9e843 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-11T22:21:18,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=A 2024-11-11T22:21:18,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:18,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=B 2024-11-11T22:21:18,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:18,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=C 2024-11-11T22:21:18,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:18,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111dcac22dc309c4632bf002f32d34e6b37_7567e81da71c649c4d8707f7c2b9e843 is 50, key is test_row_0/A:col10/1731363678356/Put/seqid=0 2024-11-11T22:21:18,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742463_1639 (size=14994) 2024-11-11T22:21:18,378 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:18,382 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111dcac22dc309c4632bf002f32d34e6b37_7567e81da71c649c4d8707f7c2b9e843 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111dcac22dc309c4632bf002f32d34e6b37_7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:18,382 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/a980d97c65e5424098d684f4ae1ce46b, store: [table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:18,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/a980d97c65e5424098d684f4ae1ce46b is 175, key is test_row_0/A:col10/1731363678356/Put/seqid=0 2024-11-11T22:21:18,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742464_1640 (size=39949) 2024-11-11T22:21:18,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:18,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363738403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:18,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:18,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363738404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:18,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363738505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:18,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:18,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363738510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:18,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:18,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363738712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:18,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:18,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363738714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:18,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-11T22:21:18,771 INFO [Thread-2488 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-11T22:21:18,773 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:21:18,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-11T22:21:18,775 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:21:18,775 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:21:18,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:21:18,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-11T22:21:18,813 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=300, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/a980d97c65e5424098d684f4ae1ce46b 2024-11-11T22:21:18,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/0648ba2ab13948249087f765888efe9d is 50, key is test_row_0/B:col10/1731363678356/Put/seqid=0 2024-11-11T22:21:18,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742465_1641 (size=12301) 2024-11-11T22:21:18,851 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/0648ba2ab13948249087f765888efe9d 2024-11-11T22:21:18,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/2f9b8dc2b7e044a68d776c7738ef9600 is 50, key is test_row_0/C:col10/1731363678356/Put/seqid=0 2024-11-11T22:21:18,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742466_1642 (size=12301) 2024-11-11T22:21:18,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-11T22:21:18,927 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:18,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-11T22:21:18,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:18,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. as already flushing 2024-11-11T22:21:18,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:18,928 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:18,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:18,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:19,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:19,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363739021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:19,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:19,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363739021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:19,080 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:19,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-11T22:21:19,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:19,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. as already flushing 2024-11-11T22:21:19,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:19,081 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:19,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:19,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-11T22:21:19,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:19,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:19,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45814 deadline: 1731363739168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:19,171 DEBUG [Thread-2486 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8186 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843., hostname=47c9c93ccfa8,41889,1731363510061, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T22:21:19,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:19,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45832 deadline: 1731363739189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:19,191 DEBUG [Thread-2484 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8210 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843., hostname=47c9c93ccfa8,41889,1731363510061, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T22:21:19,233 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:19,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-11T22:21:19,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:19,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. as already flushing 2024-11-11T22:21:19,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:19,234 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:19,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:19,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:19,271 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/2f9b8dc2b7e044a68d776c7738ef9600 2024-11-11T22:21:19,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/a980d97c65e5424098d684f4ae1ce46b as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/a980d97c65e5424098d684f4ae1ce46b 2024-11-11T22:21:19,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/a980d97c65e5424098d684f4ae1ce46b, entries=200, sequenceid=300, filesize=39.0 K 2024-11-11T22:21:19,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/0648ba2ab13948249087f765888efe9d as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/0648ba2ab13948249087f765888efe9d 2024-11-11T22:21:19,281 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/0648ba2ab13948249087f765888efe9d, entries=150, sequenceid=300, filesize=12.0 K 2024-11-11T22:21:19,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/2f9b8dc2b7e044a68d776c7738ef9600 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/2f9b8dc2b7e044a68d776c7738ef9600 2024-11-11T22:21:19,285 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/2f9b8dc2b7e044a68d776c7738ef9600, entries=150, sequenceid=300, filesize=12.0 K 2024-11-11T22:21:19,286 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 7567e81da71c649c4d8707f7c2b9e843 in 925ms, sequenceid=300, compaction requested=true 2024-11-11T22:21:19,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7567e81da71c649c4d8707f7c2b9e843: 2024-11-11T22:21:19,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7567e81da71c649c4d8707f7c2b9e843:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T22:21:19,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:21:19,286 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:21:19,286 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:21:19,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7567e81da71c649c4d8707f7c2b9e843:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T22:21:19,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:21:19,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7567e81da71c649c4d8707f7c2b9e843:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:21:19,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:21:19,287 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103023 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:21:19,287 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:21:19,287 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): 7567e81da71c649c4d8707f7c2b9e843/A is initiating minor compaction (all files) 2024-11-11T22:21:19,287 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 7567e81da71c649c4d8707f7c2b9e843/B is initiating minor compaction (all files) 2024-11-11T22:21:19,287 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7567e81da71c649c4d8707f7c2b9e843/B in TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:19,287 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7567e81da71c649c4d8707f7c2b9e843/A in TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:19,287 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/621ecd807876483b8476542ec6148a4e, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/8b9a980bb76441c2b0f0a9ca56ca34cd, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/0648ba2ab13948249087f765888efe9d] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp, totalSize=36.6 K 2024-11-11T22:21:19,287 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/7496fb9f29714a8f8433876eddd93157, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/13aede854fd540a4bba695c4497cd419, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/a980d97c65e5424098d684f4ae1ce46b] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp, totalSize=100.6 K 2024-11-11T22:21:19,287 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:19,287 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. files: [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/7496fb9f29714a8f8433876eddd93157, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/13aede854fd540a4bba695c4497cd419, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/a980d97c65e5424098d684f4ae1ce46b] 2024-11-11T22:21:19,287 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 621ecd807876483b8476542ec6148a4e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731363676533 2024-11-11T22:21:19,288 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7496fb9f29714a8f8433876eddd93157, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731363676533 2024-11-11T22:21:19,288 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b9a980bb76441c2b0f0a9ca56ca34cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731363676608 2024-11-11T22:21:19,288 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 13aede854fd540a4bba695c4497cd419, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731363676608 2024-11-11T22:21:19,288 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 0648ba2ab13948249087f765888efe9d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731363677239 2024-11-11T22:21:19,288 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting a980d97c65e5424098d684f4ae1ce46b, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731363677239 2024-11-11T22:21:19,293 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:19,294 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7567e81da71c649c4d8707f7c2b9e843#B#compaction#540 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:21:19,294 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/b53b66b3f7094497bd3c28a34b9eac8f is 50, key is test_row_0/B:col10/1731363678356/Put/seqid=0 2024-11-11T22:21:19,295 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411118c34e9f058ed4c119ccfae40aca68018_7567e81da71c649c4d8707f7c2b9e843 store=[table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:19,297 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411118c34e9f058ed4c119ccfae40aca68018_7567e81da71c649c4d8707f7c2b9e843, store=[table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:19,297 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411118c34e9f058ed4c119ccfae40aca68018_7567e81da71c649c4d8707f7c2b9e843 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:19,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742467_1643 (size=13017) 2024-11-11T22:21:19,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742468_1644 (size=4469) 2024-11-11T22:21:19,347 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7567e81da71c649c4d8707f7c2b9e843#A#compaction#541 average throughput is 0.45 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:21:19,348 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/905ebb1e8b7a463bba88bb1367f2259f is 175, key is test_row_0/A:col10/1731363678356/Put/seqid=0 2024-11-11T22:21:19,353 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/b53b66b3f7094497bd3c28a34b9eac8f as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/b53b66b3f7094497bd3c28a34b9eac8f 2024-11-11T22:21:19,360 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7567e81da71c649c4d8707f7c2b9e843/B of 7567e81da71c649c4d8707f7c2b9e843 into b53b66b3f7094497bd3c28a34b9eac8f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:21:19,360 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7567e81da71c649c4d8707f7c2b9e843: 2024-11-11T22:21:19,360 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843., storeName=7567e81da71c649c4d8707f7c2b9e843/B, priority=13, startTime=1731363679286; duration=0sec 2024-11-11T22:21:19,360 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:21:19,360 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7567e81da71c649c4d8707f7c2b9e843:B 2024-11-11T22:21:19,360 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:21:19,362 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:21:19,363 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 7567e81da71c649c4d8707f7c2b9e843/C is initiating minor compaction (all files) 2024-11-11T22:21:19,363 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7567e81da71c649c4d8707f7c2b9e843/C in TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:19,363 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/f0874c0eb21b4bc48283583de47b021d, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/ca9897d7e1014cb9884cb43359e034b5, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/2f9b8dc2b7e044a68d776c7738ef9600] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp, totalSize=36.6 K 2024-11-11T22:21:19,363 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting f0874c0eb21b4bc48283583de47b021d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731363676533 2024-11-11T22:21:19,363 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting ca9897d7e1014cb9884cb43359e034b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731363676608 2024-11-11T22:21:19,364 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f9b8dc2b7e044a68d776c7738ef9600, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731363677239 2024-11-11T22:21:19,386 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:19,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-11T22:21:19,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:19,388 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing 7567e81da71c649c4d8707f7c2b9e843 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-11T22:21:19,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=A 2024-11-11T22:21:19,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:19,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=B 2024-11-11T22:21:19,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:19,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=C 2024-11-11T22:21:19,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:19,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742469_1645 (size=31971) 2024-11-11T22:21:19,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-11T22:21:19,400 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7567e81da71c649c4d8707f7c2b9e843#C#compaction#542 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:21:19,400 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/860e6cede1894333960458c31d8f861a is 50, key is test_row_0/C:col10/1731363678356/Put/seqid=0 2024-11-11T22:21:19,405 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/905ebb1e8b7a463bba88bb1367f2259f as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/905ebb1e8b7a463bba88bb1367f2259f 2024-11-11T22:21:19,412 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7567e81da71c649c4d8707f7c2b9e843/A of 7567e81da71c649c4d8707f7c2b9e843 into 905ebb1e8b7a463bba88bb1367f2259f(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:21:19,412 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7567e81da71c649c4d8707f7c2b9e843: 2024-11-11T22:21:19,412 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843., storeName=7567e81da71c649c4d8707f7c2b9e843/A, priority=13, startTime=1731363679286; duration=0sec 2024-11-11T22:21:19,412 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:21:19,412 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7567e81da71c649c4d8707f7c2b9e843:A 2024-11-11T22:21:19,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111157cb445025a64456adee19208b0597ca_7567e81da71c649c4d8707f7c2b9e843 is 50, key is test_row_0/A:col10/1731363678393/Put/seqid=0 2024-11-11T22:21:19,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742470_1646 (size=13017) 2024-11-11T22:21:19,464 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/860e6cede1894333960458c31d8f861a as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/860e6cede1894333960458c31d8f861a 2024-11-11T22:21:19,468 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7567e81da71c649c4d8707f7c2b9e843/C of 7567e81da71c649c4d8707f7c2b9e843 into 860e6cede1894333960458c31d8f861a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:21:19,469 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7567e81da71c649c4d8707f7c2b9e843: 2024-11-11T22:21:19,469 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843., storeName=7567e81da71c649c4d8707f7c2b9e843/C, priority=13, startTime=1731363679286; duration=0sec 2024-11-11T22:21:19,469 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:21:19,469 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7567e81da71c649c4d8707f7c2b9e843:C 2024-11-11T22:21:19,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742471_1647 (size=12454) 2024-11-11T22:21:19,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:19,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. as already flushing 2024-11-11T22:21:19,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:19,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363739548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:19,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:19,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363739548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:19,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:19,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363739650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:19,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:19,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363739657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:19,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:19,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363739854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:19,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:19,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363739860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:19,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:19,883 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111157cb445025a64456adee19208b0597ca_7567e81da71c649c4d8707f7c2b9e843 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111157cb445025a64456adee19208b0597ca_7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:19,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/c47d11acdd604d60ba1ddaf6cffb2688, store: [table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:19,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/c47d11acdd604d60ba1ddaf6cffb2688 is 175, key is test_row_0/A:col10/1731363678393/Put/seqid=0 2024-11-11T22:21:19,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-11T22:21:19,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742472_1648 (size=31255) 2024-11-11T22:21:20,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:20,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363740162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:20,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:20,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363740167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:20,326 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=324, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/c47d11acdd604d60ba1ddaf6cffb2688 2024-11-11T22:21:20,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/fb5d5a187d79471eabf0039f16ba9dda is 50, key is test_row_0/B:col10/1731363678393/Put/seqid=0 2024-11-11T22:21:20,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742473_1649 (size=12301) 2024-11-11T22:21:20,338 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/fb5d5a187d79471eabf0039f16ba9dda 2024-11-11T22:21:20,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/fbfea822932d4e3593ee0d1e0d13599a is 50, key is test_row_0/C:col10/1731363678393/Put/seqid=0 2024-11-11T22:21:20,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742474_1650 (size=12301) 2024-11-11T22:21:20,369 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/fbfea822932d4e3593ee0d1e0d13599a 2024-11-11T22:21:20,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/c47d11acdd604d60ba1ddaf6cffb2688 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/c47d11acdd604d60ba1ddaf6cffb2688 2024-11-11T22:21:20,376 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/c47d11acdd604d60ba1ddaf6cffb2688, entries=150, sequenceid=324, filesize=30.5 K 2024-11-11T22:21:20,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/fb5d5a187d79471eabf0039f16ba9dda as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/fb5d5a187d79471eabf0039f16ba9dda 2024-11-11T22:21:20,380 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/fb5d5a187d79471eabf0039f16ba9dda, entries=150, sequenceid=324, filesize=12.0 K 2024-11-11T22:21:20,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/fbfea822932d4e3593ee0d1e0d13599a as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/fbfea822932d4e3593ee0d1e0d13599a 2024-11-11T22:21:20,384 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/fbfea822932d4e3593ee0d1e0d13599a, entries=150, sequenceid=324, filesize=12.0 K 2024-11-11T22:21:20,384 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 7567e81da71c649c4d8707f7c2b9e843 in 996ms, sequenceid=324, compaction requested=false 2024-11-11T22:21:20,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for 7567e81da71c649c4d8707f7c2b9e843: 2024-11-11T22:21:20,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:20,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-11T22:21:20,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-11T22:21:20,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-11T22:21:20,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6100 sec 2024-11-11T22:21:20,388 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 1.6140 sec 2024-11-11T22:21:20,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:20,669 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7567e81da71c649c4d8707f7c2b9e843 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-11T22:21:20,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=A 2024-11-11T22:21:20,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:20,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=B 2024-11-11T22:21:20,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:20,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=C 2024-11-11T22:21:20,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:20,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111c0a9ac5151584ce8ac95b547442b8dc8_7567e81da71c649c4d8707f7c2b9e843 is 50, key is test_row_0/A:col10/1731363679546/Put/seqid=0 2024-11-11T22:21:20,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742475_1651 (size=12454) 2024-11-11T22:21:20,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363740704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:20,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363740704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:20,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363740805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:20,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363740807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-11T22:21:20,896 INFO [Thread-2488 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-11T22:21:20,901 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:21:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-11T22:21:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-11T22:21:20,907 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:21:20,909 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:21:20,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:21:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-11T22:21:21,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363741013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:21,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363741014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:21,064 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:21,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-11T22:21:21,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:21,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. as already flushing 2024-11-11T22:21:21,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:21,064 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:21,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:21,079 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:21,089 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111c0a9ac5151584ce8ac95b547442b8dc8_7567e81da71c649c4d8707f7c2b9e843 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111c0a9ac5151584ce8ac95b547442b8dc8_7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:21,092 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/14111d9e4b6a401e87348eca7794a1f0, store: [table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:21,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/14111d9e4b6a401e87348eca7794a1f0 is 175, key is test_row_0/A:col10/1731363679546/Put/seqid=0 2024-11-11T22:21:21,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742476_1652 (size=31255) 2024-11-11T22:21:21,117 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=340, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/14111d9e4b6a401e87348eca7794a1f0 2024-11-11T22:21:21,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/0dfb5aaca6de436d9ce9fc8c54023a69 is 50, key is test_row_0/B:col10/1731363679546/Put/seqid=0 2024-11-11T22:21:21,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742477_1653 (size=12301) 2024-11-11T22:21:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-11T22:21:21,217 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:21,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-11T22:21:21,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:21,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. as already flushing 2024-11-11T22:21:21,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:21,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:21,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:21,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:21,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363741317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:21,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:21,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363741332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:21,370 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:21,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-11T22:21:21,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:21,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. as already flushing 2024-11-11T22:21:21,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:21,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:21,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-11T22:21:21,528 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:21,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-11T22:21:21,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:21,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. as already flushing 2024-11-11T22:21:21,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:21,530 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:21,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:21,531 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/0dfb5aaca6de436d9ce9fc8c54023a69 2024-11-11T22:21:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:21,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/dac8c8453379460eae97327aefc86628 is 50, key is test_row_0/C:col10/1731363679546/Put/seqid=0 2024-11-11T22:21:21,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742478_1654 (size=12301) 2024-11-11T22:21:21,557 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/dac8c8453379460eae97327aefc86628 2024-11-11T22:21:21,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/14111d9e4b6a401e87348eca7794a1f0 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/14111d9e4b6a401e87348eca7794a1f0 2024-11-11T22:21:21,585 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/14111d9e4b6a401e87348eca7794a1f0, entries=150, sequenceid=340, filesize=30.5 K 2024-11-11T22:21:21,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/0dfb5aaca6de436d9ce9fc8c54023a69 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/0dfb5aaca6de436d9ce9fc8c54023a69 2024-11-11T22:21:21,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/0dfb5aaca6de436d9ce9fc8c54023a69, entries=150, sequenceid=340, filesize=12.0 K 2024-11-11T22:21:21,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/dac8c8453379460eae97327aefc86628 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/dac8c8453379460eae97327aefc86628 2024-11-11T22:21:21,624 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/dac8c8453379460eae97327aefc86628, entries=150, sequenceid=340, filesize=12.0 K 2024-11-11T22:21:21,624 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 7567e81da71c649c4d8707f7c2b9e843 in 955ms, sequenceid=340, compaction requested=true 2024-11-11T22:21:21,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7567e81da71c649c4d8707f7c2b9e843: 2024-11-11T22:21:21,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7567e81da71c649c4d8707f7c2b9e843:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T22:21:21,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:21:21,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7567e81da71c649c4d8707f7c2b9e843:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T22:21:21,625 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:21:21,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:21:21,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7567e81da71c649c4d8707f7c2b9e843:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:21:21,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-11T22:21:21,626 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:21:21,626 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 7567e81da71c649c4d8707f7c2b9e843/A is initiating minor compaction (all files) 2024-11-11T22:21:21,626 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7567e81da71c649c4d8707f7c2b9e843/A in TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:21,626 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/905ebb1e8b7a463bba88bb1367f2259f, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/c47d11acdd604d60ba1ddaf6cffb2688, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/14111d9e4b6a401e87348eca7794a1f0] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp, totalSize=92.3 K 2024-11-11T22:21:21,626 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:21,626 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. files: [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/905ebb1e8b7a463bba88bb1367f2259f, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/c47d11acdd604d60ba1ddaf6cffb2688, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/14111d9e4b6a401e87348eca7794a1f0] 2024-11-11T22:21:21,626 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 905ebb1e8b7a463bba88bb1367f2259f, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731363677239 2024-11-11T22:21:21,627 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting c47d11acdd604d60ba1ddaf6cffb2688, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731363678393 2024-11-11T22:21:21,627 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 14111d9e4b6a401e87348eca7794a1f0, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731363679536 2024-11-11T22:21:21,628 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:21:21,629 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:21:21,629 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): 7567e81da71c649c4d8707f7c2b9e843/B is initiating minor compaction (all files) 2024-11-11T22:21:21,629 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7567e81da71c649c4d8707f7c2b9e843/B in TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:21,629 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/b53b66b3f7094497bd3c28a34b9eac8f, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/fb5d5a187d79471eabf0039f16ba9dda, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/0dfb5aaca6de436d9ce9fc8c54023a69] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp, totalSize=36.7 K 2024-11-11T22:21:21,630 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting b53b66b3f7094497bd3c28a34b9eac8f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731363677239 2024-11-11T22:21:21,630 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb5d5a187d79471eabf0039f16ba9dda, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731363678393 2024-11-11T22:21:21,630 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0dfb5aaca6de436d9ce9fc8c54023a69, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731363679536 2024-11-11T22:21:21,632 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:21,637 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241111b1b07f4f37b146ccbc8a364987655c94_7567e81da71c649c4d8707f7c2b9e843 store=[table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:21,638 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7567e81da71c649c4d8707f7c2b9e843#B#compaction#550 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:21:21,639 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/fb482551a73e4d1a8fd76bcc84308c87 is 50, key is test_row_0/B:col10/1731363679546/Put/seqid=0 2024-11-11T22:21:21,639 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241111b1b07f4f37b146ccbc8a364987655c94_7567e81da71c649c4d8707f7c2b9e843, store=[table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:21,639 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111b1b07f4f37b146ccbc8a364987655c94_7567e81da71c649c4d8707f7c2b9e843 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:21,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742479_1655 (size=13119) 2024-11-11T22:21:21,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742480_1656 (size=4469) 2024-11-11T22:21:21,656 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7567e81da71c649c4d8707f7c2b9e843#A#compaction#549 average throughput is 1.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:21:21,656 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/1ae991c74d1b4e7cb8d4974da0b13f9d is 175, key is test_row_0/A:col10/1731363679546/Put/seqid=0 2024-11-11T22:21:21,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742481_1657 (size=32073) 2024-11-11T22:21:21,669 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/fb482551a73e4d1a8fd76bcc84308c87 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/fb482551a73e4d1a8fd76bcc84308c87 2024-11-11T22:21:21,682 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/1ae991c74d1b4e7cb8d4974da0b13f9d as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/1ae991c74d1b4e7cb8d4974da0b13f9d 2024-11-11T22:21:21,686 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7567e81da71c649c4d8707f7c2b9e843/B of 7567e81da71c649c4d8707f7c2b9e843 into fb482551a73e4d1a8fd76bcc84308c87(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:21:21,686 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7567e81da71c649c4d8707f7c2b9e843: 2024-11-11T22:21:21,686 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843., storeName=7567e81da71c649c4d8707f7c2b9e843/B, priority=13, startTime=1731363681625; duration=0sec 2024-11-11T22:21:21,686 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:21:21,686 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7567e81da71c649c4d8707f7c2b9e843:B 2024-11-11T22:21:21,686 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:21:21,687 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7567e81da71c649c4d8707f7c2b9e843/A of 7567e81da71c649c4d8707f7c2b9e843 into 1ae991c74d1b4e7cb8d4974da0b13f9d(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:21:21,687 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7567e81da71c649c4d8707f7c2b9e843: 2024-11-11T22:21:21,687 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843., storeName=7567e81da71c649c4d8707f7c2b9e843/A, priority=13, startTime=1731363681625; duration=0sec 2024-11-11T22:21:21,687 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:21:21,687 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7567e81da71c649c4d8707f7c2b9e843:A 2024-11-11T22:21:21,688 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:21:21,688 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): 7567e81da71c649c4d8707f7c2b9e843/C is initiating minor compaction (all files) 2024-11-11T22:21:21,688 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7567e81da71c649c4d8707f7c2b9e843/C in TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:21,688 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/860e6cede1894333960458c31d8f861a, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/fbfea822932d4e3593ee0d1e0d13599a, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/dac8c8453379460eae97327aefc86628] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp, totalSize=36.7 K 2024-11-11T22:21:21,689 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 860e6cede1894333960458c31d8f861a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731363677239 2024-11-11T22:21:21,689 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting fbfea822932d4e3593ee0d1e0d13599a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731363678393 2024-11-11T22:21:21,690 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting dac8c8453379460eae97327aefc86628, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731363679536 2024-11-11T22:21:21,692 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:21,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-11T22:21:21,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:21,693 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing 7567e81da71c649c4d8707f7c2b9e843 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-11T22:21:21,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=A 2024-11-11T22:21:21,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:21,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=B 2024-11-11T22:21:21,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:21,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=C 2024-11-11T22:21:21,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:21,698 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7567e81da71c649c4d8707f7c2b9e843#C#compaction#551 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:21:21,699 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/5e2c0333875d4cd198aa781f9d2f61d6 is 50, key is test_row_0/C:col10/1731363679546/Put/seqid=0 2024-11-11T22:21:21,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111662fa58adb4c47a8b1f30fb6a35a95d1_7567e81da71c649c4d8707f7c2b9e843 is 50, key is test_row_0/A:col10/1731363680701/Put/seqid=0 2024-11-11T22:21:21,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742482_1658 (size=13119) 2024-11-11T22:21:21,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742483_1659 (size=12454) 2024-11-11T22:21:21,734 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/5e2c0333875d4cd198aa781f9d2f61d6 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/5e2c0333875d4cd198aa781f9d2f61d6 2024-11-11T22:21:21,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:21,742 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241111662fa58adb4c47a8b1f30fb6a35a95d1_7567e81da71c649c4d8707f7c2b9e843 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111662fa58adb4c47a8b1f30fb6a35a95d1_7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:21,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/541e01da507a443bb1404ab4d213f76a, store: [table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:21,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/541e01da507a443bb1404ab4d213f76a is 175, key is test_row_0/A:col10/1731363680701/Put/seqid=0 2024-11-11T22:21:21,747 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7567e81da71c649c4d8707f7c2b9e843/C of 7567e81da71c649c4d8707f7c2b9e843 into 5e2c0333875d4cd198aa781f9d2f61d6(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:21:21,747 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7567e81da71c649c4d8707f7c2b9e843: 2024-11-11T22:21:21,747 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843., storeName=7567e81da71c649c4d8707f7c2b9e843/C, priority=13, startTime=1731363681625; duration=0sec 2024-11-11T22:21:21,747 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:21:21,747 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7567e81da71c649c4d8707f7c2b9e843:C 2024-11-11T22:21:21,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742484_1660 (size=31255) 2024-11-11T22:21:21,769 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=364, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/541e01da507a443bb1404ab4d213f76a 2024-11-11T22:21:21,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/2633bb0fdf1f438db76b2a150a349e69 is 50, key is test_row_0/B:col10/1731363680701/Put/seqid=0 2024-11-11T22:21:21,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. as already flushing 2024-11-11T22:21:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:21,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742485_1661 (size=12301) 2024-11-11T22:21:21,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363741870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:21,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363741872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:21,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363741974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:21,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363741976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-11T22:21:22,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:22,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363742180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:22,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:22,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363742180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:22,262 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/2633bb0fdf1f438db76b2a150a349e69 2024-11-11T22:21:22,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/724556b42e1a45f5bee4757ecd52d480 is 50, key is test_row_0/C:col10/1731363680701/Put/seqid=0 2024-11-11T22:21:22,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742486_1662 (size=12301) 2024-11-11T22:21:22,334 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/724556b42e1a45f5bee4757ecd52d480 2024-11-11T22:21:22,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/541e01da507a443bb1404ab4d213f76a as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/541e01da507a443bb1404ab4d213f76a 2024-11-11T22:21:22,344 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/541e01da507a443bb1404ab4d213f76a, entries=150, sequenceid=364, filesize=30.5 K 2024-11-11T22:21:22,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/2633bb0fdf1f438db76b2a150a349e69 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/2633bb0fdf1f438db76b2a150a349e69 2024-11-11T22:21:22,354 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/2633bb0fdf1f438db76b2a150a349e69, entries=150, sequenceid=364, filesize=12.0 K 2024-11-11T22:21:22,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/724556b42e1a45f5bee4757ecd52d480 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/724556b42e1a45f5bee4757ecd52d480 2024-11-11T22:21:22,357 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/724556b42e1a45f5bee4757ecd52d480, entries=150, sequenceid=364, filesize=12.0 K 2024-11-11T22:21:22,358 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 7567e81da71c649c4d8707f7c2b9e843 in 665ms, sequenceid=364, compaction requested=false 2024-11-11T22:21:22,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for 7567e81da71c649c4d8707f7c2b9e843: 2024-11-11T22:21:22,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:22,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-11T22:21:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-11T22:21:22,361 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-11T22:21:22,361 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4510 sec 2024-11-11T22:21:22,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 1.4610 sec 2024-11-11T22:21:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:22,485 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7567e81da71c649c4d8707f7c2b9e843 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-11T22:21:22,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=A 2024-11-11T22:21:22,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:22,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=B 2024-11-11T22:21:22,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:22,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=C 2024-11-11T22:21:22,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:22,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411110937d62c38fa4059a0b458549db58188_7567e81da71c649c4d8707f7c2b9e843 is 50, key is test_row_0/A:col10/1731363682483/Put/seqid=0 2024-11-11T22:21:22,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742487_1663 (size=12454) 2024-11-11T22:21:22,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363742526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:22,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:22,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363742527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:22,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:22,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363742633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:22,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:22,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363742633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:22,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363742839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:22,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363742850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:22,904 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:22,909 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411110937d62c38fa4059a0b458549db58188_7567e81da71c649c4d8707f7c2b9e843 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411110937d62c38fa4059a0b458549db58188_7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:22,913 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/4283ee50492e421e9630fe82c4324092, store: [table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:22,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/4283ee50492e421e9630fe82c4324092 is 175, key is test_row_0/A:col10/1731363682483/Put/seqid=0 2024-11-11T22:21:22,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742488_1664 (size=31255) 2024-11-11T22:21:22,918 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=380, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/4283ee50492e421e9630fe82c4324092 2024-11-11T22:21:22,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/a5fec611a2464de099dcfb81ec7ee6f5 is 50, key is test_row_0/B:col10/1731363682483/Put/seqid=0 2024-11-11T22:21:22,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742489_1665 (size=12301) 2024-11-11T22:21:22,930 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/a5fec611a2464de099dcfb81ec7ee6f5 2024-11-11T22:21:22,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/bf385b7ea7c844c693bf6cd6ef279ccd is 50, key is test_row_0/C:col10/1731363682483/Put/seqid=0 2024-11-11T22:21:22,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742490_1666 (size=12301) 2024-11-11T22:21:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-11T22:21:23,009 INFO [Thread-2488 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-11T22:21:23,010 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:21:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-11-11T22:21:23,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-11T22:21:23,013 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:21:23,014 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:21:23,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:21:23,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-11T22:21:23,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:23,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363743145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:23,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:23,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363743161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:23,164 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:23,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-11T22:21:23,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:23,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. as already flushing 2024-11-11T22:21:23,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:23,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:23,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:23,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:23,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-11T22:21:23,320 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:23,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-11T22:21:23,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:23,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. as already flushing 2024-11-11T22:21:23,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:23,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:23,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:23,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:21:23,389 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/bf385b7ea7c844c693bf6cd6ef279ccd 2024-11-11T22:21:23,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/4283ee50492e421e9630fe82c4324092 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/4283ee50492e421e9630fe82c4324092 2024-11-11T22:21:23,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/4283ee50492e421e9630fe82c4324092, entries=150, sequenceid=380, filesize=30.5 K 2024-11-11T22:21:23,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/a5fec611a2464de099dcfb81ec7ee6f5 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/a5fec611a2464de099dcfb81ec7ee6f5 2024-11-11T22:21:23,439 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/a5fec611a2464de099dcfb81ec7ee6f5, entries=150, sequenceid=380, filesize=12.0 K 2024-11-11T22:21:23,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/bf385b7ea7c844c693bf6cd6ef279ccd as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/bf385b7ea7c844c693bf6cd6ef279ccd 2024-11-11T22:21:23,444 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/bf385b7ea7c844c693bf6cd6ef279ccd, entries=150, sequenceid=380, filesize=12.0 K 2024-11-11T22:21:23,444 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 7567e81da71c649c4d8707f7c2b9e843 in 960ms, sequenceid=380, compaction requested=true 2024-11-11T22:21:23,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7567e81da71c649c4d8707f7c2b9e843: 2024-11-11T22:21:23,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7567e81da71c649c4d8707f7c2b9e843:A, priority=-2147483648, current under compaction store size is 1 2024-11-11T22:21:23,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:21:23,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7567e81da71c649c4d8707f7c2b9e843:B, priority=-2147483648, current under compaction store size is 2 2024-11-11T22:21:23,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:21:23,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7567e81da71c649c4d8707f7c2b9e843:C, priority=-2147483648, current under compaction store size is 3 2024-11-11T22:21:23,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:21:23,445 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:21:23,445 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:21:23,446 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94583 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:21:23,446 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:21:23,446 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 7567e81da71c649c4d8707f7c2b9e843/B is initiating minor compaction (all files) 2024-11-11T22:21:23,446 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1540): 7567e81da71c649c4d8707f7c2b9e843/A is initiating minor compaction (all files) 2024-11-11T22:21:23,447 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7567e81da71c649c4d8707f7c2b9e843/B in TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:23,447 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7567e81da71c649c4d8707f7c2b9e843/A in TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:23,447 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/fb482551a73e4d1a8fd76bcc84308c87, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/2633bb0fdf1f438db76b2a150a349e69, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/a5fec611a2464de099dcfb81ec7ee6f5] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp, totalSize=36.8 K 2024-11-11T22:21:23,447 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/1ae991c74d1b4e7cb8d4974da0b13f9d, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/541e01da507a443bb1404ab4d213f76a, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/4283ee50492e421e9630fe82c4324092] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp, totalSize=92.4 K 2024-11-11T22:21:23,447 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:23,447 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. files: [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/1ae991c74d1b4e7cb8d4974da0b13f9d, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/541e01da507a443bb1404ab4d213f76a, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/4283ee50492e421e9630fe82c4324092] 2024-11-11T22:21:23,447 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ae991c74d1b4e7cb8d4974da0b13f9d, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731363679536 2024-11-11T22:21:23,447 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting fb482551a73e4d1a8fd76bcc84308c87, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731363679536 2024-11-11T22:21:23,447 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 2633bb0fdf1f438db76b2a150a349e69, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731363680691 2024-11-11T22:21:23,447 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 541e01da507a443bb1404ab4d213f76a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731363680691 2024-11-11T22:21:23,448 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting a5fec611a2464de099dcfb81ec7ee6f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1731363681866 2024-11-11T22:21:23,448 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4283ee50492e421e9630fe82c4324092, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1731363681866 2024-11-11T22:21:23,463 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:23,465 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7567e81da71c649c4d8707f7c2b9e843#B#compaction#558 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:21:23,465 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411112c4e02caff0842139aa09fae0d521d9a_7567e81da71c649c4d8707f7c2b9e843 store=[table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:23,465 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/eb5fff26a26949488e4adcc031a652b0 is 50, key is test_row_0/B:col10/1731363682483/Put/seqid=0 2024-11-11T22:21:23,467 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411112c4e02caff0842139aa09fae0d521d9a_7567e81da71c649c4d8707f7c2b9e843, store=[table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:23,467 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411112c4e02caff0842139aa09fae0d521d9a_7567e81da71c649c4d8707f7c2b9e843 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:23,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742491_1667 (size=4469) 2024-11-11T22:21:23,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742492_1668 (size=13221) 2024-11-11T22:21:23,483 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/eb5fff26a26949488e4adcc031a652b0 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/eb5fff26a26949488e4adcc031a652b0 2024-11-11T22:21:23,487 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7567e81da71c649c4d8707f7c2b9e843/B of 7567e81da71c649c4d8707f7c2b9e843 into eb5fff26a26949488e4adcc031a652b0(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:21:23,487 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7567e81da71c649c4d8707f7c2b9e843: 2024-11-11T22:21:23,487 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843., storeName=7567e81da71c649c4d8707f7c2b9e843/B, priority=13, startTime=1731363683444; duration=0sec 2024-11-11T22:21:23,487 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-11T22:21:23,487 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7567e81da71c649c4d8707f7c2b9e843:B 2024-11-11T22:21:23,487 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-11T22:21:23,488 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-11T22:21:23,488 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1540): 7567e81da71c649c4d8707f7c2b9e843/C is initiating minor compaction (all files) 2024-11-11T22:21:23,488 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7567e81da71c649c4d8707f7c2b9e843/C in TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:23,488 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/5e2c0333875d4cd198aa781f9d2f61d6, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/724556b42e1a45f5bee4757ecd52d480, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/bf385b7ea7c844c693bf6cd6ef279ccd] into tmpdir=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp, totalSize=36.8 K 2024-11-11T22:21:23,488 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e2c0333875d4cd198aa781f9d2f61d6, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731363679536 2024-11-11T22:21:23,488 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting 724556b42e1a45f5bee4757ecd52d480, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731363680691 2024-11-11T22:21:23,489 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] compactions.Compactor(224): Compacting bf385b7ea7c844c693bf6cd6ef279ccd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1731363681866 2024-11-11T22:21:23,491 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:23,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-11T22:21:23,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:23,492 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing 7567e81da71c649c4d8707f7c2b9e843 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-11T22:21:23,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=A 2024-11-11T22:21:23,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:23,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=B 2024-11-11T22:21:23,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:23,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=C 2024-11-11T22:21:23,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:23,497 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7567e81da71c649c4d8707f7c2b9e843#C#compaction#560 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:21:23,498 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/0d47831a329f4175b40cfbb4306f3931 is 50, key is test_row_0/C:col10/1731363682483/Put/seqid=0 2024-11-11T22:21:23,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411117cbe661d3e404f87826a5c5089a6d794_7567e81da71c649c4d8707f7c2b9e843 is 50, key is test_row_0/A:col10/1731363682522/Put/seqid=0 2024-11-11T22:21:23,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742493_1669 (size=13221) 2024-11-11T22:21:23,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742494_1670 (size=12454) 2024-11-11T22:21:23,508 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/0d47831a329f4175b40cfbb4306f3931 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/0d47831a329f4175b40cfbb4306f3931 2024-11-11T22:21:23,512 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7567e81da71c649c4d8707f7c2b9e843/C of 7567e81da71c649c4d8707f7c2b9e843 into 0d47831a329f4175b40cfbb4306f3931(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:21:23,512 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7567e81da71c649c4d8707f7c2b9e843: 2024-11-11T22:21:23,512 INFO [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843., storeName=7567e81da71c649c4d8707f7c2b9e843/C, priority=13, startTime=1731363683445; duration=0sec 2024-11-11T22:21:23,512 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:21:23,512 DEBUG [RS:0;47c9c93ccfa8:41889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7567e81da71c649c4d8707f7c2b9e843:C 2024-11-11T22:21:23,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:23,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. as already flushing 2024-11-11T22:21:23,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-11T22:21:23,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:23,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45864 deadline: 1731363743639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:23,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:23,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363743651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:23,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:23,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363743666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:23,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:23,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45864 deadline: 1731363743742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:23,880 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7567e81da71c649c4d8707f7c2b9e843#A#compaction#559 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T22:21:23,880 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/53090797004e415c97c36c74198cd7ff is 175, key is test_row_0/A:col10/1731363682483/Put/seqid=0 2024-11-11T22:21:23,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:23,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742495_1671 (size=32175) 2024-11-11T22:21:23,922 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411117cbe661d3e404f87826a5c5089a6d794_7567e81da71c649c4d8707f7c2b9e843 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117cbe661d3e404f87826a5c5089a6d794_7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:23,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/d0b1f1d2d1b0417da37485dcb24cc646, store: [table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:23,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/d0b1f1d2d1b0417da37485dcb24cc646 is 175, key is test_row_0/A:col10/1731363682522/Put/seqid=0 2024-11-11T22:21:23,928 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/53090797004e415c97c36c74198cd7ff as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/53090797004e415c97c36c74198cd7ff 2024-11-11T22:21:23,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742496_1672 (size=31255) 2024-11-11T22:21:23,931 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=402, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/d0b1f1d2d1b0417da37485dcb24cc646 2024-11-11T22:21:23,934 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7567e81da71c649c4d8707f7c2b9e843/A of 7567e81da71c649c4d8707f7c2b9e843 into 53090797004e415c97c36c74198cd7ff(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T22:21:23,934 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7567e81da71c649c4d8707f7c2b9e843: 2024-11-11T22:21:23,934 INFO [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843., storeName=7567e81da71c649c4d8707f7c2b9e843/A, priority=13, startTime=1731363683444; duration=0sec 2024-11-11T22:21:23,934 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-11T22:21:23,934 DEBUG [RS:0;47c9c93ccfa8:41889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7567e81da71c649c4d8707f7c2b9e843:A 2024-11-11T22:21:23,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/fa124e09f2994d69b81de51bec05bfc4 is 50, key is test_row_0/B:col10/1731363682522/Put/seqid=0 2024-11-11T22:21:23,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:23,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45864 deadline: 1731363743950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:23,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742497_1673 (size=12301) 2024-11-11T22:21:24,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-11T22:21:24,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:24,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45864 deadline: 1731363744253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:24,354 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/fa124e09f2994d69b81de51bec05bfc4 2024-11-11T22:21:24,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/0f6e3d63bd77425f8b8e46756e6f6e07 is 50, key is test_row_0/C:col10/1731363682522/Put/seqid=0 2024-11-11T22:21:24,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742498_1674 (size=12301) 2024-11-11T22:21:24,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:24,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45812 deadline: 1731363744668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:24,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:24,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45838 deadline: 1731363744671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:24,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-11T22:21:24,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45864 deadline: 1731363744756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:24,776 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/0f6e3d63bd77425f8b8e46756e6f6e07 2024-11-11T22:21:24,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/d0b1f1d2d1b0417da37485dcb24cc646 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/d0b1f1d2d1b0417da37485dcb24cc646 2024-11-11T22:21:24,784 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/d0b1f1d2d1b0417da37485dcb24cc646, entries=150, sequenceid=402, filesize=30.5 K 2024-11-11T22:21:24,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/fa124e09f2994d69b81de51bec05bfc4 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/fa124e09f2994d69b81de51bec05bfc4 2024-11-11T22:21:24,788 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/fa124e09f2994d69b81de51bec05bfc4, entries=150, sequenceid=402, filesize=12.0 K 2024-11-11T22:21:24,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/0f6e3d63bd77425f8b8e46756e6f6e07 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/0f6e3d63bd77425f8b8e46756e6f6e07 2024-11-11T22:21:24,791 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/0f6e3d63bd77425f8b8e46756e6f6e07, entries=150, sequenceid=402, filesize=12.0 K 2024-11-11T22:21:24,792 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 7567e81da71c649c4d8707f7c2b9e843 in 1300ms, sequenceid=402, compaction requested=false 2024-11-11T22:21:24,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for 7567e81da71c649c4d8707f7c2b9e843: 2024-11-11T22:21:24,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:24,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-11-11T22:21:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-11-11T22:21:24,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-11T22:21:24,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7790 sec 2024-11-11T22:21:24,795 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 1.7840 sec 2024-11-11T22:21:25,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-11T22:21:25,122 INFO [Thread-2488 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-11T22:21:25,123 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-11T22:21:25,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-11-11T22:21:25,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-11T22:21:25,125 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-11T22:21:25,125 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T22:21:25,125 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T22:21:25,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-11T22:21:25,277 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:25,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-11T22:21:25,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:25,281 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing 7567e81da71c649c4d8707f7c2b9e843 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-11T22:21:25,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=A 2024-11-11T22:21:25,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:25,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=B 2024-11-11T22:21:25,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:25,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=C 2024-11-11T22:21:25,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:25,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411111082cebf4d704f52bbcd9ed79eef9e72_7567e81da71c649c4d8707f7c2b9e843 is 50, key is test_row_0/A:col10/1731363683637/Put/seqid=0 2024-11-11T22:21:25,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742499_1675 (size=12454) 2024-11-11T22:21:25,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:25,341 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411111082cebf4d704f52bbcd9ed79eef9e72_7567e81da71c649c4d8707f7c2b9e843 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411111082cebf4d704f52bbcd9ed79eef9e72_7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:25,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/5ff064fc6bf04c3f9ad2d955eb6b1a40, store: [table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:25,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/5ff064fc6bf04c3f9ad2d955eb6b1a40 is 175, key is test_row_0/A:col10/1731363683637/Put/seqid=0 2024-11-11T22:21:25,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742500_1676 (size=31255) 2024-11-11T22:21:25,348 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=419, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/5ff064fc6bf04c3f9ad2d955eb6b1a40 2024-11-11T22:21:25,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/3f07f37fa1ee48aaa69a315b19a21363 is 50, key is test_row_0/B:col10/1731363683637/Put/seqid=0 2024-11-11T22:21:25,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742501_1677 (size=12301) 2024-11-11T22:21:25,402 DEBUG [Thread-2495 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68c2838a to 127.0.0.1:61334 2024-11-11T22:21:25,402 DEBUG [Thread-2495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:21:25,403 DEBUG [Thread-2491 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a3b66d3 to 127.0.0.1:61334 2024-11-11T22:21:25,403 DEBUG [Thread-2491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:21:25,403 DEBUG [Thread-2497 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x50bf224f to 127.0.0.1:61334 2024-11-11T22:21:25,403 DEBUG [Thread-2497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:21:25,404 DEBUG [Thread-2493 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5cfdf76c to 127.0.0.1:61334 2024-11-11T22:21:25,404 DEBUG [Thread-2493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:21:25,404 DEBUG [Thread-2489 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x150e08ed to 127.0.0.1:61334 2024-11-11T22:21:25,404 DEBUG [Thread-2489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:21:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-11T22:21:25,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-11T22:21:25,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. as already flushing 2024-11-11T22:21:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41889 {}] regionserver.HRegion(8581): Flush requested on 7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:25,761 DEBUG [Thread-2480 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7181df3b to 127.0.0.1:61334 2024-11-11T22:21:25,761 DEBUG [Thread-2480 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:21:25,769 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/3f07f37fa1ee48aaa69a315b19a21363 2024-11-11T22:21:25,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/c2dc9fe9c1144913a6a77676bf023fa5 is 50, key is test_row_0/C:col10/1731363683637/Put/seqid=0 2024-11-11T22:21:25,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742502_1678 (size=12301) 2024-11-11T22:21:26,195 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/c2dc9fe9c1144913a6a77676bf023fa5 2024-11-11T22:21:26,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/5ff064fc6bf04c3f9ad2d955eb6b1a40 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/5ff064fc6bf04c3f9ad2d955eb6b1a40 2024-11-11T22:21:26,201 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/5ff064fc6bf04c3f9ad2d955eb6b1a40, entries=150, sequenceid=419, filesize=30.5 K 2024-11-11T22:21:26,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/3f07f37fa1ee48aaa69a315b19a21363 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/3f07f37fa1ee48aaa69a315b19a21363 2024-11-11T22:21:26,204 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/3f07f37fa1ee48aaa69a315b19a21363, entries=150, sequenceid=419, filesize=12.0 K 2024-11-11T22:21:26,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/c2dc9fe9c1144913a6a77676bf023fa5 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/c2dc9fe9c1144913a6a77676bf023fa5 2024-11-11T22:21:26,207 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/c2dc9fe9c1144913a6a77676bf023fa5, entries=150, sequenceid=419, filesize=12.0 K 2024-11-11T22:21:26,207 INFO [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=6.71 KB/6870 for 7567e81da71c649c4d8707f7c2b9e843 in 926ms, sequenceid=419, compaction requested=true 2024-11-11T22:21:26,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for 7567e81da71c649c4d8707f7c2b9e843: 2024-11-11T22:21:26,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:26,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/47c9c93ccfa8:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-11-11T22:21:26,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-11-11T22:21:26,210 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-11T22:21:26,210 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0830 sec 2024-11-11T22:21:26,211 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 1.0870 sec 2024-11-11T22:21:26,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-11T22:21:26,228 INFO [Thread-2488 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-11T22:21:26,675 DEBUG [Thread-2478 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05bc9c3e to 127.0.0.1:61334 2024-11-11T22:21:26,675 DEBUG [Thread-2478 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:21:26,687 DEBUG [Thread-2482 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11030ef5 to 127.0.0.1:61334 2024-11-11T22:21:26,687 DEBUG [Thread-2482 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:21:28,095 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T22:21:29,191 DEBUG [Thread-2486 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e757135 to 127.0.0.1:61334 2024-11-11T22:21:29,191 DEBUG [Thread-2486 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:21:29,280 DEBUG [Thread-2484 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x69abefea to 127.0.0.1:61334 2024-11-11T22:21:29,280 DEBUG [Thread-2484 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:21:29,281 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-11T22:21:29,281 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 124 2024-11-11T22:21:29,281 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-11-11T22:21:29,281 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 119 2024-11-11T22:21:29,281 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-11-11T22:21:29,281 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-11-11T22:21:29,281 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-11T22:21:29,281 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5222 2024-11-11T22:21:29,281 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5168 2024-11-11T22:21:29,281 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4986 2024-11-11T22:21:29,281 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5336 2024-11-11T22:21:29,281 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5003 2024-11-11T22:21:29,281 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-11T22:21:29,281 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-11T22:21:29,281 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2ac53e79 to 127.0.0.1:61334 2024-11-11T22:21:29,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:21:29,282 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-11T22:21:29,282 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-11T22:21:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-11T22:21:29,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-11T22:21:29,284 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731363689284"}]},"ts":"1731363689284"} 2024-11-11T22:21:29,285 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-11T22:21:29,287 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-11T22:21:29,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-11T22:21:29,289 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=177, ppid=176, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7567e81da71c649c4d8707f7c2b9e843, UNASSIGN}] 2024-11-11T22:21:29,289 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=177, ppid=176, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7567e81da71c649c4d8707f7c2b9e843, UNASSIGN 2024-11-11T22:21:29,289 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=177 updating hbase:meta row=7567e81da71c649c4d8707f7c2b9e843, regionState=CLOSING, regionLocation=47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:29,290 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T22:21:29,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE; CloseRegionProcedure 7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061}] 2024-11-11T22:21:29,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-11T22:21:29,441 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:29,442 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] handler.UnassignRegionHandler(124): Close 7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:29,442 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-11T22:21:29,442 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1681): Closing 7567e81da71c649c4d8707f7c2b9e843, disabling compactions & flushes 2024-11-11T22:21:29,442 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:29,442 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:29,442 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. after waiting 0 ms 2024-11-11T22:21:29,442 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:29,442 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(2837): Flushing 7567e81da71c649c4d8707f7c2b9e843 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-11T22:21:29,442 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=A 2024-11-11T22:21:29,442 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:29,442 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=B 2024-11-11T22:21:29,443 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:29,443 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7567e81da71c649c4d8707f7c2b9e843, store=C 2024-11-11T22:21:29,443 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-11T22:21:29,449 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411113b6b7369667e4962a208e88dd27622da_7567e81da71c649c4d8707f7c2b9e843 is 50, key is test_row_0/A:col10/1731363685759/Put/seqid=0 2024-11-11T22:21:29,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742503_1679 (size=12454) 2024-11-11T22:21:29,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-11T22:21:29,855 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T22:21:29,860 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411113b6b7369667e4962a208e88dd27622da_7567e81da71c649c4d8707f7c2b9e843 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411113b6b7369667e4962a208e88dd27622da_7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:29,860 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/0e4067fe3c18478db966bbba57a58b21, store: [table=TestAcidGuarantees family=A region=7567e81da71c649c4d8707f7c2b9e843] 2024-11-11T22:21:29,861 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/0e4067fe3c18478db966bbba57a58b21 is 175, key is test_row_0/A:col10/1731363685759/Put/seqid=0 2024-11-11T22:21:29,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742504_1680 (size=31255) 2024-11-11T22:21:29,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-11T22:21:30,269 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=427, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/0e4067fe3c18478db966bbba57a58b21 2024-11-11T22:21:30,275 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/b8cbfae3dcc646b5ac71d6de7a110db3 is 50, key is test_row_0/B:col10/1731363685759/Put/seqid=0 2024-11-11T22:21:30,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742505_1681 (size=12301) 2024-11-11T22:21:30,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-11T22:21:30,680 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/b8cbfae3dcc646b5ac71d6de7a110db3 2024-11-11T22:21:30,686 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/cb11768259d84ba19ef32c55d3de0c7f is 50, key is test_row_0/C:col10/1731363685759/Put/seqid=0 2024-11-11T22:21:30,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742506_1682 (size=12301) 2024-11-11T22:21:30,691 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/cb11768259d84ba19ef32c55d3de0c7f 2024-11-11T22:21:30,695 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/A/0e4067fe3c18478db966bbba57a58b21 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/0e4067fe3c18478db966bbba57a58b21 2024-11-11T22:21:30,698 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/0e4067fe3c18478db966bbba57a58b21, entries=150, sequenceid=427, filesize=30.5 K 2024-11-11T22:21:30,698 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/B/b8cbfae3dcc646b5ac71d6de7a110db3 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/b8cbfae3dcc646b5ac71d6de7a110db3 2024-11-11T22:21:30,702 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/b8cbfae3dcc646b5ac71d6de7a110db3, entries=150, sequenceid=427, filesize=12.0 K 2024-11-11T22:21:30,702 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/.tmp/C/cb11768259d84ba19ef32c55d3de0c7f as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/cb11768259d84ba19ef32c55d3de0c7f 2024-11-11T22:21:30,706 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/cb11768259d84ba19ef32c55d3de0c7f, entries=150, sequenceid=427, filesize=12.0 K 2024-11-11T22:21:30,706 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 7567e81da71c649c4d8707f7c2b9e843 in 1264ms, sequenceid=427, compaction requested=true 2024-11-11T22:21:30,707 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/b533e2549a98433980bbafe51cb562db, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/f7608e8890f444ae95e2e95be6a7fd13, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/137d141e788d4e3fbba8388e950144b3, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/cd610615417d4e4d92891f434bb8c753, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/e3e7decb89ed4b99b5b5b9d917c5c8ca, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/96eae54fb0734a31a96e98e519d0aebe, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/de1ddfcb901a4bd0b9c965fec1bf9c5b, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/fe4116b45db148f3bd80eb00888c61c9, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/57d320871b3e4b9aa52adca318951a1e, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/320fe82d66a14424942ae3e1ac3efb47, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/3af908fcbeb94989bf329d151b946732, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/a4eb37c5c7524f8b99991610c42680e9, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/852acb8c803148658a8da25170815e3f, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/4e143b1f36b74cf6bcad3887d7b43261, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/aaab81ea1e2241cf8972c7fb8a82d472, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/bd515dd991094c5d90810db60806b9e2, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/d99971103d264602a3bdc996545293b5, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/7496fb9f29714a8f8433876eddd93157, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/cdcbd6c8dd6342d59799acf0c2c9e953, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/13aede854fd540a4bba695c4497cd419, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/a980d97c65e5424098d684f4ae1ce46b, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/905ebb1e8b7a463bba88bb1367f2259f, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/c47d11acdd604d60ba1ddaf6cffb2688, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/1ae991c74d1b4e7cb8d4974da0b13f9d, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/14111d9e4b6a401e87348eca7794a1f0, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/541e01da507a443bb1404ab4d213f76a, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/4283ee50492e421e9630fe82c4324092] to archive 2024-11-11T22:21:30,708 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T22:21:30,710 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/b533e2549a98433980bbafe51cb562db to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/b533e2549a98433980bbafe51cb562db 2024-11-11T22:21:30,711 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/f7608e8890f444ae95e2e95be6a7fd13 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/f7608e8890f444ae95e2e95be6a7fd13 2024-11-11T22:21:30,712 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/137d141e788d4e3fbba8388e950144b3 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/137d141e788d4e3fbba8388e950144b3 2024-11-11T22:21:30,717 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/cd610615417d4e4d92891f434bb8c753 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/cd610615417d4e4d92891f434bb8c753 2024-11-11T22:21:30,718 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/e3e7decb89ed4b99b5b5b9d917c5c8ca to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/e3e7decb89ed4b99b5b5b9d917c5c8ca 2024-11-11T22:21:30,720 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/96eae54fb0734a31a96e98e519d0aebe to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/96eae54fb0734a31a96e98e519d0aebe 2024-11-11T22:21:30,721 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/de1ddfcb901a4bd0b9c965fec1bf9c5b to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/de1ddfcb901a4bd0b9c965fec1bf9c5b 2024-11-11T22:21:30,722 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/fe4116b45db148f3bd80eb00888c61c9 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/fe4116b45db148f3bd80eb00888c61c9 2024-11-11T22:21:30,724 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/57d320871b3e4b9aa52adca318951a1e to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/57d320871b3e4b9aa52adca318951a1e 2024-11-11T22:21:30,725 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/320fe82d66a14424942ae3e1ac3efb47 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/320fe82d66a14424942ae3e1ac3efb47 2024-11-11T22:21:30,726 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/3af908fcbeb94989bf329d151b946732 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/3af908fcbeb94989bf329d151b946732 2024-11-11T22:21:30,727 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/a4eb37c5c7524f8b99991610c42680e9 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/a4eb37c5c7524f8b99991610c42680e9 2024-11-11T22:21:30,728 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/852acb8c803148658a8da25170815e3f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/852acb8c803148658a8da25170815e3f 2024-11-11T22:21:30,730 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/4e143b1f36b74cf6bcad3887d7b43261 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/4e143b1f36b74cf6bcad3887d7b43261 2024-11-11T22:21:30,731 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/aaab81ea1e2241cf8972c7fb8a82d472 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/aaab81ea1e2241cf8972c7fb8a82d472 2024-11-11T22:21:30,732 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/bd515dd991094c5d90810db60806b9e2 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/bd515dd991094c5d90810db60806b9e2 2024-11-11T22:21:30,733 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/d99971103d264602a3bdc996545293b5 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/d99971103d264602a3bdc996545293b5 2024-11-11T22:21:30,734 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/7496fb9f29714a8f8433876eddd93157 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/7496fb9f29714a8f8433876eddd93157 2024-11-11T22:21:30,736 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/cdcbd6c8dd6342d59799acf0c2c9e953 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/cdcbd6c8dd6342d59799acf0c2c9e953 2024-11-11T22:21:30,737 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/13aede854fd540a4bba695c4497cd419 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/13aede854fd540a4bba695c4497cd419 2024-11-11T22:21:30,738 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/a980d97c65e5424098d684f4ae1ce46b to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/a980d97c65e5424098d684f4ae1ce46b 2024-11-11T22:21:30,739 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/905ebb1e8b7a463bba88bb1367f2259f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/905ebb1e8b7a463bba88bb1367f2259f 2024-11-11T22:21:30,740 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/c47d11acdd604d60ba1ddaf6cffb2688 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/c47d11acdd604d60ba1ddaf6cffb2688 2024-11-11T22:21:30,741 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/1ae991c74d1b4e7cb8d4974da0b13f9d to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/1ae991c74d1b4e7cb8d4974da0b13f9d 2024-11-11T22:21:30,743 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/14111d9e4b6a401e87348eca7794a1f0 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/14111d9e4b6a401e87348eca7794a1f0 2024-11-11T22:21:30,744 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/541e01da507a443bb1404ab4d213f76a to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/541e01da507a443bb1404ab4d213f76a 2024-11-11T22:21:30,745 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/4283ee50492e421e9630fe82c4324092 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/4283ee50492e421e9630fe82c4324092 2024-11-11T22:21:30,747 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/9950c6eb9d6041a79b144e31cd541bc2, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/6f5efda6d37d4e6a80e262145c69446e, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/ed360a0078d143199ac00bfc6014aec3, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/b9b690d2f7f04567a3ad3f3d04efa09b, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/6258b7c44d4b45f58a341ba4ba943b5a, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/cf9a954aace54c558672c14d27c7ee86, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/e11c54349b784e27acbd40ebff4a13de, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/a28ac32771044a4f83b5aaa459d5f9bf, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/a37b0cfb99c3488eb69f7ea401f61b3b, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/c7fdf5c492b54323883178b167c85817, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/1a2605a13b1b4da695cf66e0b1fe0780, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/f5892df31ee44654b00eeeba92bcfb00, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/3e6fef20b2784bafb653220d877c8928, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/2f2e49183d854aaf866025b36fe86984, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/8368b227d24f44e982d12a5f0467dcb4, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/9d60272fe5884501a0356dcfaefca9eb, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/4da6bcda20b54c629c853a0187677ead, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/621ecd807876483b8476542ec6148a4e, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/27f20c64d6f94c8ab6f479905dea4c4c, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/8b9a980bb76441c2b0f0a9ca56ca34cd, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/b53b66b3f7094497bd3c28a34b9eac8f, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/0648ba2ab13948249087f765888efe9d, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/fb5d5a187d79471eabf0039f16ba9dda, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/fb482551a73e4d1a8fd76bcc84308c87, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/0dfb5aaca6de436d9ce9fc8c54023a69, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/2633bb0fdf1f438db76b2a150a349e69, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/a5fec611a2464de099dcfb81ec7ee6f5] to archive 2024-11-11T22:21:30,748 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T22:21:30,750 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/9950c6eb9d6041a79b144e31cd541bc2 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/9950c6eb9d6041a79b144e31cd541bc2 2024-11-11T22:21:30,751 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/6f5efda6d37d4e6a80e262145c69446e to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/6f5efda6d37d4e6a80e262145c69446e 2024-11-11T22:21:30,752 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/ed360a0078d143199ac00bfc6014aec3 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/ed360a0078d143199ac00bfc6014aec3 2024-11-11T22:21:30,754 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/b9b690d2f7f04567a3ad3f3d04efa09b to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/b9b690d2f7f04567a3ad3f3d04efa09b 2024-11-11T22:21:30,755 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/6258b7c44d4b45f58a341ba4ba943b5a to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/6258b7c44d4b45f58a341ba4ba943b5a 2024-11-11T22:21:30,756 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/cf9a954aace54c558672c14d27c7ee86 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/cf9a954aace54c558672c14d27c7ee86 2024-11-11T22:21:30,757 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/e11c54349b784e27acbd40ebff4a13de to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/e11c54349b784e27acbd40ebff4a13de 2024-11-11T22:21:30,758 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/a28ac32771044a4f83b5aaa459d5f9bf to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/a28ac32771044a4f83b5aaa459d5f9bf 2024-11-11T22:21:30,759 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/a37b0cfb99c3488eb69f7ea401f61b3b to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/a37b0cfb99c3488eb69f7ea401f61b3b 2024-11-11T22:21:30,760 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/c7fdf5c492b54323883178b167c85817 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/c7fdf5c492b54323883178b167c85817 2024-11-11T22:21:30,762 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/1a2605a13b1b4da695cf66e0b1fe0780 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/1a2605a13b1b4da695cf66e0b1fe0780 2024-11-11T22:21:30,763 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/f5892df31ee44654b00eeeba92bcfb00 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/f5892df31ee44654b00eeeba92bcfb00 2024-11-11T22:21:30,764 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/3e6fef20b2784bafb653220d877c8928 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/3e6fef20b2784bafb653220d877c8928 2024-11-11T22:21:30,765 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/2f2e49183d854aaf866025b36fe86984 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/2f2e49183d854aaf866025b36fe86984 2024-11-11T22:21:30,766 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/8368b227d24f44e982d12a5f0467dcb4 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/8368b227d24f44e982d12a5f0467dcb4 2024-11-11T22:21:30,767 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/9d60272fe5884501a0356dcfaefca9eb to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/9d60272fe5884501a0356dcfaefca9eb 2024-11-11T22:21:30,768 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/4da6bcda20b54c629c853a0187677ead to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/4da6bcda20b54c629c853a0187677ead 2024-11-11T22:21:30,769 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/621ecd807876483b8476542ec6148a4e to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/621ecd807876483b8476542ec6148a4e 2024-11-11T22:21:30,770 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/27f20c64d6f94c8ab6f479905dea4c4c to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/27f20c64d6f94c8ab6f479905dea4c4c 2024-11-11T22:21:30,771 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/8b9a980bb76441c2b0f0a9ca56ca34cd to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/8b9a980bb76441c2b0f0a9ca56ca34cd 2024-11-11T22:21:30,772 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/b53b66b3f7094497bd3c28a34b9eac8f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/b53b66b3f7094497bd3c28a34b9eac8f 2024-11-11T22:21:30,773 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/0648ba2ab13948249087f765888efe9d to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/0648ba2ab13948249087f765888efe9d 2024-11-11T22:21:30,774 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/fb5d5a187d79471eabf0039f16ba9dda to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/fb5d5a187d79471eabf0039f16ba9dda 2024-11-11T22:21:30,774 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/fb482551a73e4d1a8fd76bcc84308c87 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/fb482551a73e4d1a8fd76bcc84308c87 2024-11-11T22:21:30,775 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/0dfb5aaca6de436d9ce9fc8c54023a69 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/0dfb5aaca6de436d9ce9fc8c54023a69 2024-11-11T22:21:30,776 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/2633bb0fdf1f438db76b2a150a349e69 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/2633bb0fdf1f438db76b2a150a349e69 2024-11-11T22:21:30,777 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/a5fec611a2464de099dcfb81ec7ee6f5 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/a5fec611a2464de099dcfb81ec7ee6f5 2024-11-11T22:21:30,778 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/fcc2fff1a5e344c2a6a8213b23f10ae5, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/87788a7fc55a4b17a817f1ad6c640be3, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/4913dbb2c8e744dfbe09f3aac565c7df, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/493d8b6878f04085851f8c3b1ad21bdc, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/a839258432dd44f5951e075affb3929d, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/9e8d4551081548be8b6b403bb5dec38a, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/3e6e9b1acb974cadb76823b7c18ab567, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/cdefb3a94cf9489ab074f4b9c71f8aa4, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/2a479066a2ab45f7a741297dedf0143b, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/680b93241a40421c985d1b775a8aa6f2, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/e4b7e7a6b4fa493db1fa73d64d7b4b0c, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/836fcdaa859c4e41a94e0f4cff721036, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/756596166aa04b7da8a0b304ceb10aa5, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/027a5fc810d74c038ba62c25dab5b9c7, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/65e1dd2e835f4733a0b881d14fe16e20, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/a5eee9b7215845179377017e8495a223, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/27bb17c77aa44192a418b96a41854236, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/f0874c0eb21b4bc48283583de47b021d, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/a280bc5cb77b49aa8b100767054f8ea9, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/ca9897d7e1014cb9884cb43359e034b5, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/860e6cede1894333960458c31d8f861a, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/2f9b8dc2b7e044a68d776c7738ef9600, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/fbfea822932d4e3593ee0d1e0d13599a, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/5e2c0333875d4cd198aa781f9d2f61d6, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/dac8c8453379460eae97327aefc86628, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/724556b42e1a45f5bee4757ecd52d480, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/bf385b7ea7c844c693bf6cd6ef279ccd] to archive 2024-11-11T22:21:30,779 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T22:21:30,780 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/fcc2fff1a5e344c2a6a8213b23f10ae5 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/fcc2fff1a5e344c2a6a8213b23f10ae5 2024-11-11T22:21:30,781 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/87788a7fc55a4b17a817f1ad6c640be3 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/87788a7fc55a4b17a817f1ad6c640be3 2024-11-11T22:21:30,782 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/4913dbb2c8e744dfbe09f3aac565c7df to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/4913dbb2c8e744dfbe09f3aac565c7df 2024-11-11T22:21:30,784 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/493d8b6878f04085851f8c3b1ad21bdc to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/493d8b6878f04085851f8c3b1ad21bdc 2024-11-11T22:21:30,785 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/a839258432dd44f5951e075affb3929d to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/a839258432dd44f5951e075affb3929d 2024-11-11T22:21:30,787 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/9e8d4551081548be8b6b403bb5dec38a to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/9e8d4551081548be8b6b403bb5dec38a 2024-11-11T22:21:30,788 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/3e6e9b1acb974cadb76823b7c18ab567 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/3e6e9b1acb974cadb76823b7c18ab567 2024-11-11T22:21:30,789 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/cdefb3a94cf9489ab074f4b9c71f8aa4 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/cdefb3a94cf9489ab074f4b9c71f8aa4 2024-11-11T22:21:30,790 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/2a479066a2ab45f7a741297dedf0143b to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/2a479066a2ab45f7a741297dedf0143b 2024-11-11T22:21:30,791 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/680b93241a40421c985d1b775a8aa6f2 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/680b93241a40421c985d1b775a8aa6f2 2024-11-11T22:21:30,791 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/e4b7e7a6b4fa493db1fa73d64d7b4b0c to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/e4b7e7a6b4fa493db1fa73d64d7b4b0c 2024-11-11T22:21:30,792 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/836fcdaa859c4e41a94e0f4cff721036 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/836fcdaa859c4e41a94e0f4cff721036 2024-11-11T22:21:30,793 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/756596166aa04b7da8a0b304ceb10aa5 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/756596166aa04b7da8a0b304ceb10aa5 2024-11-11T22:21:30,794 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/027a5fc810d74c038ba62c25dab5b9c7 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/027a5fc810d74c038ba62c25dab5b9c7 2024-11-11T22:21:30,795 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/65e1dd2e835f4733a0b881d14fe16e20 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/65e1dd2e835f4733a0b881d14fe16e20 2024-11-11T22:21:30,795 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/a5eee9b7215845179377017e8495a223 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/a5eee9b7215845179377017e8495a223 2024-11-11T22:21:30,796 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/27bb17c77aa44192a418b96a41854236 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/27bb17c77aa44192a418b96a41854236 2024-11-11T22:21:30,797 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/f0874c0eb21b4bc48283583de47b021d to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/f0874c0eb21b4bc48283583de47b021d 2024-11-11T22:21:30,798 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/a280bc5cb77b49aa8b100767054f8ea9 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/a280bc5cb77b49aa8b100767054f8ea9 2024-11-11T22:21:30,799 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/ca9897d7e1014cb9884cb43359e034b5 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/ca9897d7e1014cb9884cb43359e034b5 2024-11-11T22:21:30,800 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/860e6cede1894333960458c31d8f861a to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/860e6cede1894333960458c31d8f861a 2024-11-11T22:21:30,801 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/2f9b8dc2b7e044a68d776c7738ef9600 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/2f9b8dc2b7e044a68d776c7738ef9600 2024-11-11T22:21:30,802 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/fbfea822932d4e3593ee0d1e0d13599a to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/fbfea822932d4e3593ee0d1e0d13599a 2024-11-11T22:21:30,802 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/5e2c0333875d4cd198aa781f9d2f61d6 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/5e2c0333875d4cd198aa781f9d2f61d6 2024-11-11T22:21:30,803 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/dac8c8453379460eae97327aefc86628 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/dac8c8453379460eae97327aefc86628 2024-11-11T22:21:30,804 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/724556b42e1a45f5bee4757ecd52d480 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/724556b42e1a45f5bee4757ecd52d480 2024-11-11T22:21:30,805 DEBUG [StoreCloser-TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/bf385b7ea7c844c693bf6cd6ef279ccd to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/bf385b7ea7c844c693bf6cd6ef279ccd 2024-11-11T22:21:30,809 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/recovered.edits/430.seqid, newMaxSeqId=430, maxSeqId=4 2024-11-11T22:21:30,809 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843. 2024-11-11T22:21:30,809 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] regionserver.HRegion(1635): Region close journal for 7567e81da71c649c4d8707f7c2b9e843: 2024-11-11T22:21:30,811 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION, pid=178}] handler.UnassignRegionHandler(170): Closed 7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:30,811 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=177 updating hbase:meta row=7567e81da71c649c4d8707f7c2b9e843, regionState=CLOSED 2024-11-11T22:21:30,813 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-11-11T22:21:30,813 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; CloseRegionProcedure 7567e81da71c649c4d8707f7c2b9e843, server=47c9c93ccfa8,41889,1731363510061 in 1.5220 sec 2024-11-11T22:21:30,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=177, resume processing ppid=176 2024-11-11T22:21:30,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, ppid=176, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=7567e81da71c649c4d8707f7c2b9e843, UNASSIGN in 1.5250 sec 2024-11-11T22:21:30,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-11T22:21:30,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5270 sec 2024-11-11T22:21:30,817 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731363690816"}]},"ts":"1731363690816"} 2024-11-11T22:21:30,817 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-11T22:21:30,821 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-11T22:21:30,822 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5390 sec 2024-11-11T22:21:31,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-11T22:21:31,388 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-11-11T22:21:31,388 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-11T22:21:31,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T22:21:31,390 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=179, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T22:21:31,390 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=179, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T22:21:31,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-11T22:21:31,392 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:31,394 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A, FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B, FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C, FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/recovered.edits] 2024-11-11T22:21:31,396 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/0e4067fe3c18478db966bbba57a58b21 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/0e4067fe3c18478db966bbba57a58b21 2024-11-11T22:21:31,397 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/53090797004e415c97c36c74198cd7ff to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/53090797004e415c97c36c74198cd7ff 2024-11-11T22:21:31,398 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/5ff064fc6bf04c3f9ad2d955eb6b1a40 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/5ff064fc6bf04c3f9ad2d955eb6b1a40 2024-11-11T22:21:31,400 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/d0b1f1d2d1b0417da37485dcb24cc646 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/A/d0b1f1d2d1b0417da37485dcb24cc646 2024-11-11T22:21:31,402 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/3f07f37fa1ee48aaa69a315b19a21363 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/3f07f37fa1ee48aaa69a315b19a21363 2024-11-11T22:21:31,403 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/b8cbfae3dcc646b5ac71d6de7a110db3 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/b8cbfae3dcc646b5ac71d6de7a110db3 2024-11-11T22:21:31,404 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/eb5fff26a26949488e4adcc031a652b0 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/eb5fff26a26949488e4adcc031a652b0 2024-11-11T22:21:31,406 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/fa124e09f2994d69b81de51bec05bfc4 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/B/fa124e09f2994d69b81de51bec05bfc4 2024-11-11T22:21:31,408 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/0d47831a329f4175b40cfbb4306f3931 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/0d47831a329f4175b40cfbb4306f3931 2024-11-11T22:21:31,409 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/0f6e3d63bd77425f8b8e46756e6f6e07 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/0f6e3d63bd77425f8b8e46756e6f6e07 2024-11-11T22:21:31,409 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/c2dc9fe9c1144913a6a77676bf023fa5 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/c2dc9fe9c1144913a6a77676bf023fa5 2024-11-11T22:21:31,410 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/cb11768259d84ba19ef32c55d3de0c7f to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/C/cb11768259d84ba19ef32c55d3de0c7f 2024-11-11T22:21:31,412 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/recovered.edits/430.seqid to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843/recovered.edits/430.seqid 2024-11-11T22:21:31,413 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/default/TestAcidGuarantees/7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:31,413 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-11T22:21:31,413 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-11T22:21:31,414 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-11T22:21:31,416 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411110937d62c38fa4059a0b458549db58188_7567e81da71c649c4d8707f7c2b9e843 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411110937d62c38fa4059a0b458549db58188_7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:31,417 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411111082cebf4d704f52bbcd9ed79eef9e72_7567e81da71c649c4d8707f7c2b9e843 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411111082cebf4d704f52bbcd9ed79eef9e72_7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:31,419 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111126f383c1e87946d5a55ae76786c27234_7567e81da71c649c4d8707f7c2b9e843 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111126f383c1e87946d5a55ae76786c27234_7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:31,420 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111132f5f30c978247148dbed283b6fa906f_7567e81da71c649c4d8707f7c2b9e843 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111132f5f30c978247148dbed283b6fa906f_7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:31,421 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411113b6b7369667e4962a208e88dd27622da_7567e81da71c649c4d8707f7c2b9e843 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411113b6b7369667e4962a208e88dd27622da_7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:31,422 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411113b93716095f1440b9fc2e0a82beee652_7567e81da71c649c4d8707f7c2b9e843 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411113b93716095f1440b9fc2e0a82beee652_7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:31,423 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411113cd11e5968f84c6b83124871169c85bb_7567e81da71c649c4d8707f7c2b9e843 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411113cd11e5968f84c6b83124871169c85bb_7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:31,425 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411113e4672a6f704441f9dba220682bcc993_7567e81da71c649c4d8707f7c2b9e843 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411113e4672a6f704441f9dba220682bcc993_7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:31,426 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111144effaea935847c8b8795aaaee0fe64e_7567e81da71c649c4d8707f7c2b9e843 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111144effaea935847c8b8795aaaee0fe64e_7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:31,427 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111151f395376c6a4d37b01656cf97eedfe6_7567e81da71c649c4d8707f7c2b9e843 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111151f395376c6a4d37b01656cf97eedfe6_7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:31,428 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111157cb445025a64456adee19208b0597ca_7567e81da71c649c4d8707f7c2b9e843 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111157cb445025a64456adee19208b0597ca_7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:31,429 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111662fa58adb4c47a8b1f30fb6a35a95d1_7567e81da71c649c4d8707f7c2b9e843 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111662fa58adb4c47a8b1f30fb6a35a95d1_7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:31,430 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117cbe661d3e404f87826a5c5089a6d794_7567e81da71c649c4d8707f7c2b9e843 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411117cbe661d3e404f87826a5c5089a6d794_7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:31,431 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111187af4170b94f4786aeb51cc501ba018a_7567e81da71c649c4d8707f7c2b9e843 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111187af4170b94f4786aeb51cc501ba018a_7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:31,432 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111190f53d52b52348dcbae3dc297e72e338_7567e81da71c649c4d8707f7c2b9e843 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111190f53d52b52348dcbae3dc297e72e338_7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:31,433 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a42d332c557144cbbe85f0a4bf626d49_7567e81da71c649c4d8707f7c2b9e843 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a42d332c557144cbbe85f0a4bf626d49_7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:31,434 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a93f70e265404372b267bbd8274b3677_7567e81da71c649c4d8707f7c2b9e843 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111a93f70e265404372b267bbd8274b3677_7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:31,435 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111aeab377ab1aa4b3fbc796e1958bd10a7_7567e81da71c649c4d8707f7c2b9e843 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111aeab377ab1aa4b3fbc796e1958bd10a7_7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:31,435 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b83ad988dce54ba386ad97925db8cffc_7567e81da71c649c4d8707f7c2b9e843 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111b83ad988dce54ba386ad97925db8cffc_7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:31,436 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111c0a9ac5151584ce8ac95b547442b8dc8_7567e81da71c649c4d8707f7c2b9e843 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111c0a9ac5151584ce8ac95b547442b8dc8_7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:31,437 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111d460bd33a3d0410aa67f80b5d370408c_7567e81da71c649c4d8707f7c2b9e843 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111d460bd33a3d0410aa67f80b5d370408c_7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:31,438 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111dcac22dc309c4632bf002f32d34e6b37_7567e81da71c649c4d8707f7c2b9e843 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111dcac22dc309c4632bf002f32d34e6b37_7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:31,440 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f91efea24c4e4140b03a247ee701a295_7567e81da71c649c4d8707f7c2b9e843 to hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241111f91efea24c4e4140b03a247ee701a295_7567e81da71c649c4d8707f7c2b9e843 2024-11-11T22:21:31,441 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-11T22:21:31,443 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=179, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T22:21:31,448 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-11T22:21:31,449 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-11T22:21:31,450 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=179, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T22:21:31,450 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-11T22:21:31,450 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731363691450"}]},"ts":"9223372036854775807"} 2024-11-11T22:21:31,452 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-11T22:21:31,452 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 7567e81da71c649c4d8707f7c2b9e843, NAME => 'TestAcidGuarantees,,1731363663259.7567e81da71c649c4d8707f7c2b9e843.', STARTKEY => '', ENDKEY => ''}] 2024-11-11T22:21:31,452 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-11T22:21:31,452 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731363691452"}]},"ts":"9223372036854775807"} 2024-11-11T22:21:31,453 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-11T22:21:31,455 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=179, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-11T22:21:31,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 67 msec 2024-11-11T22:21:31,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44751 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-11T22:21:31,491 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-11-11T22:21:31,502 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=236 (was 239), OpenFileDescriptor=453 (was 448) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=891 (was 1015), ProcessCount=9 (was 9), AvailableMemoryMB=3018 (was 3051) 2024-11-11T22:21:31,502 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-11T22:21:31,502 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-11T22:21:31,502 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x76523d14 to 127.0.0.1:61334 2024-11-11T22:21:31,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:21:31,502 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T22:21:31,502 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1390920325, stopped=false 2024-11-11T22:21:31,502 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=47c9c93ccfa8,44751,1731363509143 2024-11-11T22:21:31,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x101091c7a590000, quorum=127.0.0.1:61334, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T22:21:31,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41889-0x101091c7a590001, quorum=127.0.0.1:61334, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T22:21:31,504 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-11T22:21:31,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x101091c7a590000, quorum=127.0.0.1:61334, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T22:21:31,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41889-0x101091c7a590001, quorum=127.0.0.1:61334, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T22:21:31,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:21:31,505 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41889-0x101091c7a590001, quorum=127.0.0.1:61334, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T22:21:31,505 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44751-0x101091c7a590000, quorum=127.0.0.1:61334, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T22:21:31,506 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '47c9c93ccfa8,41889,1731363510061' ***** 2024-11-11T22:21:31,506 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-11T22:21:31,506 INFO [RS:0;47c9c93ccfa8:41889 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T22:21:31,506 INFO [RS:0;47c9c93ccfa8:41889 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T22:21:31,506 INFO [RS:0;47c9c93ccfa8:41889 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T22:21:31,506 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-11T22:21:31,506 INFO [RS:0;47c9c93ccfa8:41889 {}] regionserver.HRegionServer(3579): Received CLOSE for 731185393ea09323ec6a185d810fc271 2024-11-11T22:21:31,507 INFO [RS:0;47c9c93ccfa8:41889 {}] regionserver.HRegionServer(1224): stopping server 47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:31,507 DEBUG [RS:0;47c9c93ccfa8:41889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:21:31,507 INFO [RS:0;47c9c93ccfa8:41889 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T22:21:31,507 INFO [RS:0;47c9c93ccfa8:41889 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T22:21:31,507 INFO [RS:0;47c9c93ccfa8:41889 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T22:21:31,507 INFO [RS:0;47c9c93ccfa8:41889 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-11T22:21:31,507 INFO [RS:0;47c9c93ccfa8:41889 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-11T22:21:31,507 DEBUG [RS:0;47c9c93ccfa8:41889 {}] regionserver.HRegionServer(1603): Online Regions={731185393ea09323ec6a185d810fc271=hbase:namespace,,1731363513892.731185393ea09323ec6a185d810fc271., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T22:21:31,507 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 731185393ea09323ec6a185d810fc271, disabling compactions & flushes 2024-11-11T22:21:31,507 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731363513892.731185393ea09323ec6a185d810fc271. 2024-11-11T22:21:31,507 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731363513892.731185393ea09323ec6a185d810fc271. 2024-11-11T22:21:31,507 DEBUG [RS_CLOSE_META-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-11T22:21:31,507 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731363513892.731185393ea09323ec6a185d810fc271. after waiting 0 ms 2024-11-11T22:21:31,507 INFO [RS_CLOSE_META-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-11T22:21:31,507 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731363513892.731185393ea09323ec6a185d810fc271. 2024-11-11T22:21:31,507 DEBUG [RS_CLOSE_META-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-11T22:21:31,507 DEBUG [RS_CLOSE_META-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T22:21:31,507 DEBUG [RS_CLOSE_META-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T22:21:31,507 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 731185393ea09323ec6a185d810fc271 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-11T22:21:31,507 INFO [RS_CLOSE_META-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-11T22:21:31,508 DEBUG [RS:0;47c9c93ccfa8:41889 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 731185393ea09323ec6a185d810fc271 2024-11-11T22:21:31,523 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/hbase/namespace/731185393ea09323ec6a185d810fc271/.tmp/info/e9c0c432b9134aaba3c9e45b70c98ee2 is 45, key is default/info:d/1731363515035/Put/seqid=0 2024-11-11T22:21:31,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742507_1683 (size=5037) 2024-11-11T22:21:31,530 DEBUG [RS_CLOSE_META-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/hbase/meta/1588230740/.tmp/info/196f8795d7364dbab9b33d0bfe19eaa0 is 143, key is hbase:namespace,,1731363513892.731185393ea09323ec6a185d810fc271./info:regioninfo/1731363514868/Put/seqid=0 2024-11-11T22:21:31,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742508_1684 (size=7725) 2024-11-11T22:21:31,566 INFO [regionserver/47c9c93ccfa8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T22:21:31,708 DEBUG [RS:0;47c9c93ccfa8:41889 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 731185393ea09323ec6a185d810fc271 2024-11-11T22:21:31,908 DEBUG [RS:0;47c9c93ccfa8:41889 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 731185393ea09323ec6a185d810fc271 2024-11-11T22:21:31,927 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/hbase/namespace/731185393ea09323ec6a185d810fc271/.tmp/info/e9c0c432b9134aaba3c9e45b70c98ee2 2024-11-11T22:21:31,930 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/hbase/namespace/731185393ea09323ec6a185d810fc271/.tmp/info/e9c0c432b9134aaba3c9e45b70c98ee2 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/hbase/namespace/731185393ea09323ec6a185d810fc271/info/e9c0c432b9134aaba3c9e45b70c98ee2 2024-11-11T22:21:31,933 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/hbase/namespace/731185393ea09323ec6a185d810fc271/info/e9c0c432b9134aaba3c9e45b70c98ee2, entries=2, sequenceid=6, filesize=4.9 K 2024-11-11T22:21:31,933 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 731185393ea09323ec6a185d810fc271 in 426ms, sequenceid=6, compaction requested=false 2024-11-11T22:21:31,937 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/hbase/namespace/731185393ea09323ec6a185d810fc271/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T22:21:31,937 INFO [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731363513892.731185393ea09323ec6a185d810fc271. 2024-11-11T22:21:31,937 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 731185393ea09323ec6a185d810fc271: 2024-11-11T22:21:31,937 DEBUG [RS_CLOSE_REGION-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731363513892.731185393ea09323ec6a185d810fc271. 2024-11-11T22:21:31,938 INFO [RS_CLOSE_META-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/hbase/meta/1588230740/.tmp/info/196f8795d7364dbab9b33d0bfe19eaa0 2024-11-11T22:21:31,956 DEBUG [RS_CLOSE_META-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/hbase/meta/1588230740/.tmp/rep_barrier/d0621afebe71433bb1b3f93309a50d7e is 102, key is TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52./rep_barrier:/1731363541268/DeleteFamily/seqid=0 2024-11-11T22:21:31,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742509_1685 (size=6025) 2024-11-11T22:21:32,051 INFO [regionserver/47c9c93ccfa8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T22:21:32,051 INFO [regionserver/47c9c93ccfa8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T22:21:32,109 DEBUG [RS:0;47c9c93ccfa8:41889 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-11T22:21:32,309 DEBUG [RS:0;47c9c93ccfa8:41889 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-11T22:21:32,359 INFO [RS_CLOSE_META-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/hbase/meta/1588230740/.tmp/rep_barrier/d0621afebe71433bb1b3f93309a50d7e 2024-11-11T22:21:32,378 DEBUG [RS_CLOSE_META-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/hbase/meta/1588230740/.tmp/table/20f441759e8842b9aa10463230877c6c is 96, key is TestAcidGuarantees,,1731363515426.93bc88485ad1ecba8573dce56045de52./table:/1731363541268/DeleteFamily/seqid=0 2024-11-11T22:21:32,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742510_1686 (size=5942) 2024-11-11T22:21:32,509 INFO [RS:0;47c9c93ccfa8:41889 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-11T22:21:32,509 DEBUG [RS:0;47c9c93ccfa8:41889 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T22:21:32,509 DEBUG [RS:0;47c9c93ccfa8:41889 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-11T22:21:32,709 DEBUG [RS:0;47c9c93ccfa8:41889 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-11T22:21:32,782 INFO [RS_CLOSE_META-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/hbase/meta/1588230740/.tmp/table/20f441759e8842b9aa10463230877c6c 2024-11-11T22:21:32,786 DEBUG [RS_CLOSE_META-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/hbase/meta/1588230740/.tmp/info/196f8795d7364dbab9b33d0bfe19eaa0 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/hbase/meta/1588230740/info/196f8795d7364dbab9b33d0bfe19eaa0 2024-11-11T22:21:32,789 INFO [RS_CLOSE_META-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/hbase/meta/1588230740/info/196f8795d7364dbab9b33d0bfe19eaa0, entries=22, sequenceid=93, filesize=7.5 K 2024-11-11T22:21:32,789 DEBUG [RS_CLOSE_META-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/hbase/meta/1588230740/.tmp/rep_barrier/d0621afebe71433bb1b3f93309a50d7e as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/hbase/meta/1588230740/rep_barrier/d0621afebe71433bb1b3f93309a50d7e 2024-11-11T22:21:32,792 INFO [RS_CLOSE_META-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/hbase/meta/1588230740/rep_barrier/d0621afebe71433bb1b3f93309a50d7e, entries=6, sequenceid=93, filesize=5.9 K 2024-11-11T22:21:32,793 DEBUG [RS_CLOSE_META-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/hbase/meta/1588230740/.tmp/table/20f441759e8842b9aa10463230877c6c as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/hbase/meta/1588230740/table/20f441759e8842b9aa10463230877c6c 2024-11-11T22:21:32,796 INFO [RS_CLOSE_META-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/hbase/meta/1588230740/table/20f441759e8842b9aa10463230877c6c, entries=9, sequenceid=93, filesize=5.8 K 2024-11-11T22:21:32,796 INFO [RS_CLOSE_META-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1289ms, sequenceid=93, compaction requested=false 2024-11-11T22:21:32,801 DEBUG [RS_CLOSE_META-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-11T22:21:32,802 DEBUG [RS_CLOSE_META-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T22:21:32,802 INFO [RS_CLOSE_META-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-11T22:21:32,802 DEBUG [RS_CLOSE_META-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-11T22:21:32,802 DEBUG [RS_CLOSE_META-regionserver/47c9c93ccfa8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T22:21:32,910 INFO [RS:0;47c9c93ccfa8:41889 {}] regionserver.HRegionServer(1250): stopping server 47c9c93ccfa8,41889,1731363510061; all regions closed. 2024-11-11T22:21:32,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741834_1010 (size=26050) 2024-11-11T22:21:32,916 DEBUG [RS:0;47c9c93ccfa8:41889 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/oldWALs 2024-11-11T22:21:32,916 INFO [RS:0;47c9c93ccfa8:41889 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 47c9c93ccfa8%2C41889%2C1731363510061.meta:.meta(num 1731363513258) 2024-11-11T22:21:32,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741832_1008 (size=15781352) 2024-11-11T22:21:32,920 DEBUG [RS:0;47c9c93ccfa8:41889 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/oldWALs 2024-11-11T22:21:32,920 INFO [RS:0;47c9c93ccfa8:41889 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 47c9c93ccfa8%2C41889%2C1731363510061:(num 1731363512220) 2024-11-11T22:21:32,920 DEBUG [RS:0;47c9c93ccfa8:41889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:21:32,920 INFO [RS:0;47c9c93ccfa8:41889 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T22:21:32,920 INFO [RS:0;47c9c93ccfa8:41889 {}] hbase.ChoreService(370): Chore service for: regionserver/47c9c93ccfa8:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T22:21:32,921 INFO [regionserver/47c9c93ccfa8:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-11T22:21:32,921 INFO [RS:0;47c9c93ccfa8:41889 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:41889 2024-11-11T22:21:32,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41889-0x101091c7a590001, quorum=127.0.0.1:61334, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/47c9c93ccfa8,41889,1731363510061 2024-11-11T22:21:32,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x101091c7a590000, quorum=127.0.0.1:61334, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T22:21:32,926 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [47c9c93ccfa8,41889,1731363510061] 2024-11-11T22:21:32,927 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 47c9c93ccfa8,41889,1731363510061; numProcessing=1 2024-11-11T22:21:32,929 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/47c9c93ccfa8,41889,1731363510061 already deleted, retry=false 2024-11-11T22:21:32,929 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 47c9c93ccfa8,41889,1731363510061 expired; onlineServers=0 2024-11-11T22:21:32,929 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '47c9c93ccfa8,44751,1731363509143' ***** 2024-11-11T22:21:32,929 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T22:21:32,930 DEBUG [M:0;47c9c93ccfa8:44751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b2972ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=47c9c93ccfa8/172.17.0.3:0 2024-11-11T22:21:32,930 INFO [M:0;47c9c93ccfa8:44751 {}] regionserver.HRegionServer(1224): stopping server 47c9c93ccfa8,44751,1731363509143 2024-11-11T22:21:32,930 INFO [M:0;47c9c93ccfa8:44751 {}] regionserver.HRegionServer(1250): stopping server 47c9c93ccfa8,44751,1731363509143; all regions closed. 2024-11-11T22:21:32,930 DEBUG [M:0;47c9c93ccfa8:44751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:21:32,930 DEBUG [M:0;47c9c93ccfa8:44751 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T22:21:32,930 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T22:21:32,930 DEBUG [M:0;47c9c93ccfa8:44751 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T22:21:32,930 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster-HFileCleaner.large.0-1731363511899 {}] cleaner.HFileCleaner(306): Exit Thread[master/47c9c93ccfa8:0:becomeActiveMaster-HFileCleaner.large.0-1731363511899,5,FailOnTimeoutGroup] 2024-11-11T22:21:32,930 DEBUG [master/47c9c93ccfa8:0:becomeActiveMaster-HFileCleaner.small.0-1731363511901 {}] cleaner.HFileCleaner(306): Exit Thread[master/47c9c93ccfa8:0:becomeActiveMaster-HFileCleaner.small.0-1731363511901,5,FailOnTimeoutGroup] 2024-11-11T22:21:32,931 INFO [M:0;47c9c93ccfa8:44751 {}] hbase.ChoreService(370): Chore service for: master/47c9c93ccfa8:0 had [] on shutdown 2024-11-11T22:21:32,931 DEBUG [M:0;47c9c93ccfa8:44751 {}] master.HMaster(1733): Stopping service threads 2024-11-11T22:21:32,931 INFO [M:0;47c9c93ccfa8:44751 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T22:21:32,931 ERROR [M:0;47c9c93ccfa8:44751 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[IPC Client (59733779) connection to localhost/127.0.0.1:39909 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:39909,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-11T22:21:32,932 INFO [M:0;47c9c93ccfa8:44751 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T22:21:32,932 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T22:21:32,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x101091c7a590000, quorum=127.0.0.1:61334, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T22:21:32,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x101091c7a590000, quorum=127.0.0.1:61334, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T22:21:32,933 DEBUG [M:0;47c9c93ccfa8:44751 {}] zookeeper.ZKUtil(347): master:44751-0x101091c7a590000, quorum=127.0.0.1:61334, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T22:21:32,933 WARN [M:0;47c9c93ccfa8:44751 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T22:21:32,933 INFO [M:0;47c9c93ccfa8:44751 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-11T22:21:32,933 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44751-0x101091c7a590000, quorum=127.0.0.1:61334, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T22:21:32,933 INFO [M:0;47c9c93ccfa8:44751 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T22:21:32,933 DEBUG [M:0;47c9c93ccfa8:44751 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T22:21:32,933 INFO [M:0;47c9c93ccfa8:44751 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T22:21:32,933 DEBUG [M:0;47c9c93ccfa8:44751 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T22:21:32,933 DEBUG [M:0;47c9c93ccfa8:44751 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T22:21:32,933 DEBUG [M:0;47c9c93ccfa8:44751 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T22:21:32,933 INFO [M:0;47c9c93ccfa8:44751 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=775.36 KB heapSize=953.12 KB 2024-11-11T22:21:32,950 DEBUG [M:0;47c9c93ccfa8:44751 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb3339479dc148829d4c03f89cf3092b is 82, key is hbase:meta,,1/info:regioninfo/1731363513603/Put/seqid=0 2024-11-11T22:21:32,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742511_1687 (size=5672) 2024-11-11T22:21:33,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41889-0x101091c7a590001, quorum=127.0.0.1:61334, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T22:21:33,029 INFO [RS:0;47c9c93ccfa8:41889 {}] regionserver.HRegionServer(1307): Exiting; stopping=47c9c93ccfa8,41889,1731363510061; zookeeper connection closed. 2024-11-11T22:21:33,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41889-0x101091c7a590001, quorum=127.0.0.1:61334, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T22:21:33,029 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@63279308 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@63279308 2024-11-11T22:21:33,030 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T22:21:33,354 INFO [M:0;47c9c93ccfa8:44751 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2189 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb3339479dc148829d4c03f89cf3092b 2024-11-11T22:21:33,375 DEBUG [M:0;47c9c93ccfa8:44751 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a13de474499c4a118effff82c24ea721 is 2278, key is \x00\x00\x00\x00\x00\x00\x00\x92/proc:d/1731363665294/Put/seqid=0 2024-11-11T22:21:33,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742512_1688 (size=45030) 2024-11-11T22:21:33,783 INFO [M:0;47c9c93ccfa8:44751 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=774.80 KB at sequenceid=2189 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a13de474499c4a118effff82c24ea721 2024-11-11T22:21:33,786 INFO [M:0;47c9c93ccfa8:44751 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a13de474499c4a118effff82c24ea721 2024-11-11T22:21:33,801 DEBUG [M:0;47c9c93ccfa8:44751 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dbb0f4ba1cc44a07ac4012ee2c0faa1d is 69, key is 47c9c93ccfa8,41889,1731363510061/rs:state/1731363511955/Put/seqid=0 2024-11-11T22:21:33,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073742513_1689 (size=5156) 2024-11-11T22:21:34,205 INFO [M:0;47c9c93ccfa8:44751 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2189 (bloomFilter=true), to=hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dbb0f4ba1cc44a07ac4012ee2c0faa1d 2024-11-11T22:21:34,208 DEBUG [M:0;47c9c93ccfa8:44751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb3339479dc148829d4c03f89cf3092b as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bb3339479dc148829d4c03f89cf3092b 2024-11-11T22:21:34,211 INFO [M:0;47c9c93ccfa8:44751 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bb3339479dc148829d4c03f89cf3092b, entries=8, sequenceid=2189, filesize=5.5 K 2024-11-11T22:21:34,212 DEBUG [M:0;47c9c93ccfa8:44751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a13de474499c4a118effff82c24ea721 as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a13de474499c4a118effff82c24ea721 2024-11-11T22:21:34,214 INFO [M:0;47c9c93ccfa8:44751 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a13de474499c4a118effff82c24ea721 2024-11-11T22:21:34,214 INFO [M:0;47c9c93ccfa8:44751 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a13de474499c4a118effff82c24ea721, entries=179, sequenceid=2189, filesize=44.0 K 2024-11-11T22:21:34,215 DEBUG [M:0;47c9c93ccfa8:44751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dbb0f4ba1cc44a07ac4012ee2c0faa1d as hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dbb0f4ba1cc44a07ac4012ee2c0faa1d 2024-11-11T22:21:34,217 INFO [M:0;47c9c93ccfa8:44751 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39909/user/jenkins/test-data/e5c9b002-391b-8541-264b-7a36f38d3690/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dbb0f4ba1cc44a07ac4012ee2c0faa1d, entries=1, sequenceid=2189, filesize=5.0 K 2024-11-11T22:21:34,218 INFO [M:0;47c9c93ccfa8:44751 {}] regionserver.HRegion(3040): Finished flush of dataSize ~775.36 KB/793968, heapSize ~952.82 KB/975688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=2189, compaction requested=false 2024-11-11T22:21:34,223 INFO [M:0;47c9c93ccfa8:44751 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T22:21:34,223 DEBUG [M:0;47c9c93ccfa8:44751 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-11T22:21:34,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741830_1006 (size=937492) 2024-11-11T22:21:34,230 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-11T22:21:34,230 INFO [M:0;47c9c93ccfa8:44751 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-11T22:21:34,230 INFO [M:0;47c9c93ccfa8:44751 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:44751 2024-11-11T22:21:34,232 DEBUG [M:0;47c9c93ccfa8:44751 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/47c9c93ccfa8,44751,1731363509143 already deleted, retry=false 2024-11-11T22:21:34,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x101091c7a590000, quorum=127.0.0.1:61334, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T22:21:34,334 INFO [M:0;47c9c93ccfa8:44751 {}] regionserver.HRegionServer(1307): Exiting; stopping=47c9c93ccfa8,44751,1731363509143; zookeeper connection closed. 2024-11-11T22:21:34,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x101091c7a590000, quorum=127.0.0.1:61334, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T22:21:34,340 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T22:21:34,342 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T22:21:34,342 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T22:21:34,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T22:21:34,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3d04c0a3-1174-3f52-ef1d-59aa901ec024/hadoop.log.dir/,STOPPED} 2024-11-11T22:21:34,345 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T22:21:34,345 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T22:21:34,345 WARN [BP-1598787696-172.17.0.3-1731363505795 heartbeating to localhost/127.0.0.1:39909 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T22:21:34,346 WARN [BP-1598787696-172.17.0.3-1731363505795 heartbeating to localhost/127.0.0.1:39909 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1598787696-172.17.0.3-1731363505795 (Datanode Uuid 8e56adbf-2d33-4630-a198-edf0ed8b0da7) service to localhost/127.0.0.1:39909 2024-11-11T22:21:34,348 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3d04c0a3-1174-3f52-ef1d-59aa901ec024/cluster_80819adb-fd99-1988-6c92-fecfcf4e0129/dfs/data/data1/current/BP-1598787696-172.17.0.3-1731363505795 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T22:21:34,349 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3d04c0a3-1174-3f52-ef1d-59aa901ec024/cluster_80819adb-fd99-1988-6c92-fecfcf4e0129/dfs/data/data2/current/BP-1598787696-172.17.0.3-1731363505795 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T22:21:34,349 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T22:21:34,358 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T22:21:34,358 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T22:21:34,358 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T22:21:34,359 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T22:21:34,359 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3d04c0a3-1174-3f52-ef1d-59aa901ec024/hadoop.log.dir/,STOPPED} 2024-11-11T22:21:34,377 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-11T22:21:34,517 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down